-- Logs begin at Fri 2022-01-28 01:08:37 UTC, end at Fri 2022-01-28 02:25:01 UTC. --
Jan 28 01:56:52.707599 dv-cinder-824977-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jan 28 01:56:55.504225 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.common.config [-] Logging enabled!
Jan 28 01:56:55.504839 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev32
Jan 28 01:56:55.504982 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101978) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 28 01:56:55.508151 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.common.config [-] Logging enabled!
Jan 28 01:56:55.508406 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev32
Jan 28 01:56:55.508714 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101978) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 28 01:56:55.509646 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jan 28 01:56:55.509914 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jan 28 01:56:55.510238 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jan 28 01:56:55.510478 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jan 28 01:56:55.510704 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jan 28 01:56:55.511022 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.511317 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.511609 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.511835 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.512154 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.512959 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.513329 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.513618 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.513913 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.514195 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.514471 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.514749 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.514976 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.515255 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.515538 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.515819 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.516071 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] debug                          = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.516354 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.516775 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.517198 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.517477 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.517763 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.518041 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.518310 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.518585 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.518868 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.519194 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] host                           = dv-cinder-824977-1-iscsi {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.519472 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.519755 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.520074 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.520363 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.520640 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.520914 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.521195 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.521465 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.521735 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.522008 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.522295 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.522580 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.522867 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.523090 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.523312 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.523597 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.523882 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.524180 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.524455 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.524726 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.525000 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.525274 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.525570 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.525856 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.526087 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.526368 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.526642 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.526914 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.527184 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.527451 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.527733 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.528025 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.528903 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.529182 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.529539 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.529817 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.530093 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.530393 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.530678 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.530960 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.531243 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.531515 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.531795 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.532091 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.532366 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.532636 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.532909 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.533181 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.533460 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.533731 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.534003 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.534276 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.534545 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.534828 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:55.535122 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.535417 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.535715 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.536025 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.536320 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.536600 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.536890 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.537169 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.537456 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.537743 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.538030 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.538308 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.538595 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.538874 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.539166 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.539468 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.539766 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.540081 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.540357 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.540630 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.540904 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.541183 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.541470 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.541746 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.542031 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.542317 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.542595 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.542879 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.543170 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.543458 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.543803 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.544248 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.544573 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.544821 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.545069 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.545350 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.545637 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.545915 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.546187 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.546467 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.546741 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.547010 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.547279 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.547556 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.547845 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.548144 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.548414 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.548681 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.548957 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.549226 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.549514 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.549788 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.550060 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.550328 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.550604 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.550872 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.551141 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.551418 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.551686 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.551961 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.552253 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.552522 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.552789 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.553058 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.553326 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.553595 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.553863 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.554138 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.554407 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.554675 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.554943 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.555214 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.555484 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.555768 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.556104 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.556382 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.556657 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.556931 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.557208 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.557490 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.557761 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.558033 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.558310 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.558578 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.558861 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.559140 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.559476 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.559762 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.560057 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.560358 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.560634 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.560912 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.561186 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.561462 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.561743 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.562025 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.562315 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.562605 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.562894 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.563183 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.563473 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.563748 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.564076 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.564356 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:55.564571 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jan 28 01:56:55.564807 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101978) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jan 28 01:56:55.929165 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jan 28 01:56:55.929443 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jan 28 01:56:55.929732 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jan 28 01:56:55.930064 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.manager [-] Loading core plugin: ml2
Jan 28 01:56:56.339852 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.340080 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.340337 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.341690 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.341959 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.342220 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.379305 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.379582 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.379846 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.395072 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.395355 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.395622 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.424623 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.424905 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.425177 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.462489 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.462766 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.463043 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.704235 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7975b77820> agent after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.704900 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7975b77820> agent after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.704900 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f7975b753a0> segment precommit_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.705061 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f7975b75280> network precommit_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.705686 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f7975d23940> segment before_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.828157 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> network before_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.828471 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f7975cdf160> agent before_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.828753 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> network before_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.829022 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> port before_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.829290 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> port before_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.829601 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> segment precommit_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.829861 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> segment precommit_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.830117 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> segment after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.830369 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> segment after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.830645 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> network after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.830899 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> network precommit_delete 0 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.831163 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> port after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.831414 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> port after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.831662 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> port after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.831911 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> port provisioning_complete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.832192 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> rbac-policy before_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.832444 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> rbac-policy after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.832704 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> agent after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.832967 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> subnet after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.833220 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> subnet precommit_delete 0 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.833485 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> rbac-policy before_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.833731 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> rbac-policy before_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.834007 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> segment_host_mapping after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.834377 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> rbac-policy before_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.834619 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> rbac-policy before_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.834859 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f79766d3a60>> rbac-policy before_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.835248 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 28 01:56:56.835482 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 28 01:56:56.835716 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 28 01:56:56.835946 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 28 01:56:56.836202 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 28 01:56:56.836432 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 28 01:56:56.836795 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jan 28 01:56:56.839941 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jan 28 01:56:56.844360 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jan 28 01:56:56.848176 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])])
Jan 28 01:56:56.849817 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jan 28 01:56:56.850266 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jan 28 01:56:56.850599 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jan 28 01:56:56.850976 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jan 28 01:56:56.853992 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jan 28 01:56:56.854240 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jan 28 01:56:56.854585 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jan 28 01:56:56.860794 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Jan 28 01:56:56.884508 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jan 28 01:56:56.884972 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f7975c57460>> qos_plugin after_init 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.885268 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101978) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jan 28 01:56:56.885624 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f7975c57b20>> logging-plugin after_init 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.887015 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101978) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jan 28 01:56:56.887305 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jan 28 01:56:56.887641 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jan 28 01:56:56.890960 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7975c57370>> floatingip before_response 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.891238 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7975c57370>> port before_response 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:56.956392 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jan 28 01:56:56.956550 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jan 28 01:56:56.956781 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jan 28 01:56:56.957155 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jan 28 01:56:56.979400 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_db.sqlalchemy.engines [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101978) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jan 28 01:56:57.688058 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Initializing driver for type 'gre'
Jan 28 01:56:57.688594 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] gre ID ranges: [(1, 1000)]
Jan 28 01:56:57.853738 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Initializing driver for type 'local'
Jan 28 01:56:57.854421 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Initializing driver for type 'vlan'
Jan 28 01:56:57.945145 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] VlanTypeDriver initialization complete
Jan 28 01:56:57.945395 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Initializing driver for type 'vxlan'
Jan 28 01:56:57.945932 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] vxlan ID ranges: [(1, 1000)]
Jan 28 01:56:58.139504 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Initializing extension driver 'port_security'
Jan 28 01:56:58.139839 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.extensions.port_security [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] PortSecurityExtensionDriver initialization complete
Jan 28 01:56:58.140321 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Initializing mechanism driver 'openvswitch'
Jan 28 01:56:58.140646 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Initializing mechanism driver 'hyperv'
Jan 28 01:56:58.147341 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:56:58.149803 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7975eb0c70>> port after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.150177 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7975eb0c70>> port after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.150538 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7975eb0c70>> port after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.151075 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jan 28 01:56:58.151497 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f797571afd0>> subnet after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.151849 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f797571afd0>> subnet after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.152305 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f797571afd0>> subnet after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.152694 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jan 28 01:56:58.153137 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f797574aac0>> network after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.153482 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f797574aac0>> network after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.153866 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f797574aac0>> network after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.154261 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jan 28 01:56:58.154672 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f797574afa0>> security_group after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.155023 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f797574afa0>> security_group after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.155364 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f797574afa0>> security_group after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.155757 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jan 28 01:56:58.156185 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f79756934c0>> security_group_rule after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.156532 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f79756934c0>> security_group_rule after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.156870 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f79756934c0>> security_group_rule after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.157259 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jan 28 01:56:58.157660 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f79756939d0>> address_group after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.158001 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f79756939d0>> address_group after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.158335 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f79756939d0>> address_group after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.158718 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jan 28 01:56:58.159161 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] ML2 OVO RPC backend initialized. {{(pid=101978) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}}
Jan 28 01:56:58.159890 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f797569c130>> router_interface after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.160277 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f797569c130>> router_interface after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.160694 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f797569c130>> network before_response 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.161044 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f797569c130>> networks before_response 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.161383 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f797569c130>> port before_response 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.161720 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f797569c130>> ports before_response 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.162059 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f797569c130>> subnet before_response 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.162396 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f797569c130>> subnets before_response 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.162737 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f797569c130>> network after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.163070 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f797569c130>> network after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.163401 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f797569c130>> network after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.163732 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f797569c130>> port after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.164088 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f797569c130>> port after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.166596 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f797569c130>> port after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.166596 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f797569c130>> subnet after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.166596 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f797569c130>> subnet after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.166596 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f797569c130>> subnet after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.166939 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Modular L2 Plugin initialization complete
Jan 28 01:56:58.166939 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading services supported by the core plugin {{(pid=101978) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jan 28 01:56:58.166939 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.plugins.ml2.managers [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Got port-security extension from driver 'port_security'
Jan 28 01:56:58.167128 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.extensions.vlantransparent [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Disabled vlantransparent extension.
Jan 28 01:56:58.167516 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101978) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jan 28 01:56:58.168001 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading Plugin: router
Jan 28 01:56:58.206186 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> router_interface before_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.206495 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> router after_create 55549900 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.206861 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> router before_create 55549900 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.207223 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> router_interface before_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.207593 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> router_interface after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.207945 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> router after_delete 55549900 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.208330 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> floatingip after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.208807 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> floatingip after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.209162 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> router after_create 55549900 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.209507 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> router after_update 55549900 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.209855 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> router after_update 55549900 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.210205 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> router_gateway after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.210559 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> router after_update 55549900 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.210962 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> router precommit_update 55549900 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.211325 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f7975de9700> port after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.211659 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f7975de9550> port after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.212009 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f7975de9670> subnet after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.212352 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f7975de9790> subnetpool_address_scope after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.212696 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> port precommit_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.213039 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> router precommit_create 55549900 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.213436 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f7975de75e0> port before_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.213781 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> router precommit_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.214131 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> router after_update 55549900 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.214467 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> router precommit_delete 55549900 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.214811 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> router precommit_create 55549900 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.215165 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> router_interface after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.215535 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> router precommit_update 55549900 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.215899 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> agent after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.216268 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> agent after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.216612 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f797569c280>> network after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.217475 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Tracking information for resource: router configured {{(pid=101978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 28 01:56:58.218045 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Tracking information for resource: floatingip configured {{(pid=101978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 28 01:56:58.223074 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.db.l3_agentschedulers_db [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jan 28 01:56:58.223659 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f79756d1790> port after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.224046 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f79756d1670> port after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.224397 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <function _notify_port_delete at 0x7f79756d1700> port after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.224747 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f79756d18b0> port after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.225544 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7975704610>> router before_create 55550100 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.225918 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7975704610>> router precommit_delete 55550100 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.226272 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7975704610>> router precommit_create 55550100 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.226623 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7975704610>> router precommit_update 55550100 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.231419 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.services.provider_configuration [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Service providers = [] {{(pid=101978) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jan 28 01:56:58.231782 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.db.servicetype_db [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101978) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jan 28 01:56:58.234846 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.services.service_base [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101978) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 28 01:56:58.235195 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.services.service_base [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101978) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 28 01:56:58.235540 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.services.service_base [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101978) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 28 01:56:58.236452 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.services.service_base [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101978) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 28 01:56:58.236823 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.services.service_base [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jan 28 01:56:58.237207 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 28 01:56:58.237520 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jan 28 01:56:58.249152 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 28 01:56:58.249490 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading Plugin: auto_allocate
Jan 28 01:56:58.255356 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f7975657ca0> network precommit_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.255733 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f7975657ca0> network precommit_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.256309 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 28 01:56:58.256628 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading Plugin: tag
Jan 28 01:56:58.264431 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 28 01:56:58.264760 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading Plugin: timestamp
Jan 28 01:56:58.268690 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 28 01:56:58.269021 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading Plugin: network_ip_availability
Jan 28 01:56:58.274590 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7975656d30>> rbac-policy before_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.274985 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7975656d30>> rbac-policy before_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.275378 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7975656d30>> rbac-policy before_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.276177 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 28 01:56:58.276497 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading Plugin: flavors
Jan 28 01:56:58.281690 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 28 01:56:58.282028 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading Plugin: revisions
Jan 28 01:56:58.286429 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 28 01:56:58.286823 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_concurrency.lockutils [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.357s {{(pid=101978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jan 28 01:56:58.287590 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101978) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Jan 28 01:56:58.287924 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Initializing extension manager.
Jan 28 01:56:58.289053 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: __init__.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.289053 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: __pycache__ {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.289244 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.289466 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: address_group.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.290185 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.290759 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: address-group
Jan 28 01:56:58.291080 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: address_scope.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.291797 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.292439 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: address-scope
Jan 28 01:56:58.292767 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.293766 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.294285 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: router-admin-state-down-before-update
Jan 28 01:56:58.294604 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: agent.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.295309 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.295817 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: agent
Jan 28 01:56:58.296177 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: agent_resources_synced.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.297103 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.297607 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: agent-resources-synced
Jan 28 01:56:58.297930 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: allowedaddresspairs.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.299784 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.300339 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: allowed-address-pairs
Jan 28 01:56:58.300657 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: auto_allocated_topology.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.301757 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.302267 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: auto-allocated-topology
Jan 28 01:56:58.302587 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: availability_zone.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.303295 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.303797 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: availability_zone
Jan 28 01:56:58.304154 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: availability_zone_filter.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.305076 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.305582 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: availability_zone_filter
Jan 28 01:56:58.305898 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: data_plane_status.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.306810 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.307314 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension data-plane-status not supported by any of loaded plugins
Jan 28 01:56:58.307642 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: default_subnetpools.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.308576 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.309078 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: default-subnetpools
Jan 28 01:56:58.310214 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.311060 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.311570 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: dhcp_agent_scheduler
Jan 28 01:56:58.312006 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: dns.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.312963 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.313471 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension dns-integration not supported by any of loaded plugins
Jan 28 01:56:58.313791 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: dns_domain_ports.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.314723 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.315222 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jan 28 01:56:58.315549 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.316494 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.317000 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Jan 28 01:56:58.317320 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: dvr.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.318005 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.318517 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: dvr
Jan 28 01:56:58.318828 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: ecmp_routes.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.319761 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.320297 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension ecmp_routes not supported by any of loaded plugins
Jan 28 01:56:58.320625 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: empty_string_filtering.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.321536 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.322040 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: empty-string-filtering
Jan 28 01:56:58.322353 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.323267 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.323770 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jan 28 01:56:58.324118 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.325689 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.326272 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jan 28 01:56:58.326591 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: external_net.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.338512 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.339063 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: external-net
Jan 28 01:56:58.339398 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.340391 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.340979 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: extra_dhcp_opt
Jan 28 01:56:58.341308 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: extraroute.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.342251 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.342764 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: extraroute
Jan 28 01:56:58.343377 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: extraroute_atomic.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.344485 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.344999 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: extraroute-atomic
Jan 28 01:56:58.345321 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: filter_validation.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.346253 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.346763 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: filter-validation
Jan 28 01:56:58.347087 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: fip_pf_description.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.348049 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.348570 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jan 28 01:56:58.348890 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: fip_port_details.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.349868 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.350376 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: fip-port-details
Jan 28 01:56:58.350753 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: flavors.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.352072 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.352596 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: flavors
Jan 28 01:56:58.352921 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.354658 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.355219 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jan 28 01:56:58.355551 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: floatingip_pools.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.356895 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.357411 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: floatingip-pools
Jan 28 01:56:58.357802 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: ip_allocation.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.358935 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.359491 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension ip_allocation not supported by any of loaded plugins
Jan 28 01:56:58.359816 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.370011 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.370901 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: ip-substring-filtering
Jan 28 01:56:58.371338 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: l2_adjacency.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.372911 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.373503 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension l2_adjacency not supported by any of loaded plugins
Jan 28 01:56:58.373846 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: l3.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.374941 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.375288 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: router
Jan 28 01:56:58.375610 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.377972 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.378946 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jan 28 01:56:58.378946 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.379729 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.380280 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: ext-gw-mode
Jan 28 01:56:58.380605 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.381542 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.382044 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: l3-ha
Jan 28 01:56:58.382364 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: l3_flavors.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.383492 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.383877 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: l3-flavors
Jan 28 01:56:58.384132 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.385054 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.385564 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: l3-port-ip-change-not-allowed
Jan 28 01:56:58.385884 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: l3agentscheduler.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.386997 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.387559 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: l3_agent_scheduler
Jan 28 01:56:58.387933 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: logging.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.389634 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.390159 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension logging not supported by any of loaded plugins
Jan 28 01:56:58.390481 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: metering.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.391227 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.391810 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: metering
Jan 28 01:56:58.392159 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.393437 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.393949 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: metering_source_and_destination_fields
Jan 28 01:56:58.394269 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: multiprovidernet.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.395193 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.395694 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: multi-provider
Jan 28 01:56:58.396030 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: netmtu.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.396955 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.397444 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: net-mtu
Jan 28 01:56:58.397758 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: netmtu_writable.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.398677 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.399180 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: net-mtu-writable
Jan 28 01:56:58.399497 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: network_availability_zone.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.400198 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.406593 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: network_availability_zone
Jan 28 01:56:58.406593 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: network_ip_availability.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.407638 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.408061 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: network-ip-availability
Jan 28 01:56:58.408700 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: network_segment_range.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.409159 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.409651 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension network-segment-range not supported by any of loaded plugins
Jan 28 01:56:58.409965 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: pagination.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.410940 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.411262 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: pagination
Jan 28 01:56:58.411577 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: port_device_profile.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.412524 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.413160 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: port-device-profile
Jan 28 01:56:58.413342 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.414251 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.414751 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: port-mac-address-regenerate
Jan 28 01:56:58.415089 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.415994 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.416513 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: port-numa-affinity-policy
Jan 28 01:56:58.416909 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: port_resource_request.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.417754 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.418254 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension port-resource-request not supported by any of loaded plugins
Jan 28 01:56:58.419071 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: portbindings.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.420010 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.420523 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: binding
Jan 28 01:56:58.420838 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: portbindings_extended.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.422130 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.422628 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: binding-extended
Jan 28 01:56:58.422947 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: portsecurity.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.423855 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.424393 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: port-security
Jan 28 01:56:58.424712 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: project_id.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.425689 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.426008 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: project-id
Jan 28 01:56:58.426322 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: providernet.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.427235 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.427742 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: provider
Jan 28 01:56:58.428090 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: qos.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.431746 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.432485 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension qos not supported by any of loaded plugins
Jan 28 01:56:58.432608 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.433882 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.435073 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jan 28 01:56:58.435397 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.436349 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.436851 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jan 28 01:56:58.437165 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: qos_default.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.438080 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.438580 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension qos-default not supported by any of loaded plugins
Jan 28 01:56:58.438898 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: qos_fip.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.439557 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.440076 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension qos-fip not supported by any of loaded plugins
Jan 28 01:56:58.440396 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: qos_gateway_ip.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.447300 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.447805 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jan 28 01:56:58.448161 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: qos_port_network_policy.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.449073 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.449576 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jan 28 01:56:58.449949 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: qos_pps_rule.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.451459 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.451988 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension qos-pps not supported by any of loaded plugins
Jan 28 01:56:58.452325 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: qos_rule_type_details.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.453240 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.453753 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jan 28 01:56:58.454064 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: qos_rules_alias.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.455110 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.455614 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jan 28 01:56:58.455933 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: quotasv2.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.457194 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.457559 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: quotas
Jan 28 01:56:58.457782 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: quotasv2_detail.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.461501 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.461843 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: quota_details
Jan 28 01:56:58.462170 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: rbac.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.463261 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.463795 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: rbac-policies
Jan 28 01:56:58.464143 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: rbac_address_group.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.465092 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.465674 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: rbac-address-group
Jan 28 01:56:58.466237 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: rbac_address_scope.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.467222 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.467740 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: rbac-address-scope
Jan 28 01:56:58.468345 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: rbac_security_groups.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.469264 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.469772 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: rbac-security-groups
Jan 28 01:56:58.470093 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: rbac_subnetpool.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.471015 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.471530 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: rbac-subnetpool
Jan 28 01:56:58.471849 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: revisionifmatch.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.472797 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.473309 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: revision-if-match
Jan 28 01:56:58.473626 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: revisions.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.474780 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.475280 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: standard-attr-revisions
Jan 28 01:56:58.475602 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: router_availability_zone.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.476325 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.476828 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: router_availability_zone
Jan 28 01:56:58.477146 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: routerservicetype.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.478074 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.478574 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension router-service-type not supported by any of loaded plugins
Jan 28 01:56:58.478891 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.479806 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.480353 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: security-groups-normalized-cidr
Jan 28 01:56:58.480670 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.482364 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.482968 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: port-security-groups-filtering
Jan 28 01:56:58.483288 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.484239 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.484739 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: security-groups-remote-address-group
Jan 28 01:56:58.485057 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: securitygroup.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.496583 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.499801 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: security-group
Jan 28 01:56:58.499801 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: segment.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.499801 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.499801 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension segment not supported by any of loaded plugins
Jan 28 01:56:58.499801 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.500699 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.501202 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jan 28 01:56:58.501528 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: servicetype.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.502784 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.503305 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: service-type
Jan 28 01:56:58.503622 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: sorting.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.504647 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.504972 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: sorting
Jan 28 01:56:58.505289 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: standard_attr_segment.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.506204 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.506721 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jan 28 01:56:58.507040 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: standardattrdescription.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.507690 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.508237 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: standard-attr-description
Jan 28 01:56:58.508553 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: stateful_security_group.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.509473 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.509982 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: stateful-security-group
Jan 28 01:56:58.510299 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: stdattrs_common.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.510926 dv-cinder-824977-1-iscsi neutron-server[101978]: WARNING neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jan 28 01:56:58.511279 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.512352 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.512874 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jan 28 01:56:58.513188 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: subnet_onboard.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.518499 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.519016 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: subnet_onboard
Jan 28 01:56:58.519336 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.520302 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.520808 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jan 28 01:56:58.521122 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: subnet_service_types.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.522033 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.522537 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: subnet-service-types
Jan 28 01:56:58.522852 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: subnetallocation.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.523927 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.524465 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: subnet_allocation
Jan 28 01:56:58.524785 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.525460 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.525966 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: subnetpool-prefix-ops
Jan 28 01:56:58.526285 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.527204 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.527705 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jan 28 01:56:58.528081 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: tagging.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.529468 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.529985 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: standard-attr-tag
Jan 28 01:56:58.530307 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: timestamp.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.531522 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.532055 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loaded extension: standard-attr-timestamp
Jan 28 01:56:58.532382 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: trunk.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.533407 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.533910 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension trunk not supported by any of loaded plugins
Jan 28 01:56:58.534226 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: trunk_details.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.535143 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.535650 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension trunk-details not supported by any of loaded plugins
Jan 28 01:56:58.535987 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: uplink_status_propagation.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.541874 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.542377 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jan 28 01:56:58.542692 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Loading extension file: vlantransparent.py {{(pid=101978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 28 01:56:58.543385 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 28 01:56:58.544516 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extension vlan-transparent not supported by any of loaded plugins
Jan 28 01:56:58.546998 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Creating instance of TrackedResource for resource:network
Jan 28 01:56:58.547518 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Creating instance of TrackedResource for resource:subnet
Jan 28 01:56:58.547918 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 28 01:56:58.548343 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Creating instance of TrackedResource for resource:port
Jan 28 01:56:58.549586 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.v2.resource_helper [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=101978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:56:58.550022 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.v2.resource_helper [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Service FLAVORS assigned prefix:  {{(pid=101978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:56:58.550634 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.v2.resource_helper [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=101978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:56:58.551061 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.v2.resource_helper [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=101978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:56:58.551386 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Creating instance of TrackedResource for resource:router
Jan 28 01:56:58.551813 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Creating instance of TrackedResource for resource:floatingip
Jan 28 01:56:58.552329 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.v2.resource_helper [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Service METERING assigned prefix: /metering {{(pid=101978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:56:58.553759 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f79755754c0>> rbac-policy before_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.554121 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f79755754c0>> rbac-policy before_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.554463 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f79755754c0>> rbac-policy before_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 01:56:58.555463 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 28 01:56:58.555898 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Creating instance of TrackedResource for resource:security_group
Jan 28 01:56:58.556366 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 28 01:56:58.556949 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.v2.resource_helper [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Service CORE assigned prefix:  {{(pid=101978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:56:58.557270 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 28 01:56:58.557608 dv-cinder-824977-1-iscsi neutron-server[101978]: WARNING neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] subnetpool is already registered
Jan 28 01:56:58.558020 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.v2.resource_helper [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Service CORE assigned prefix:  {{(pid=101978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:56:58.558336 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 28 01:56:58.558658 dv-cinder-824977-1-iscsi neutron-server[101978]: WARNING neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] subnetpool is already registered
Jan 28 01:56:58.561580 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.v2.resource_helper [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=101978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:56:58.562002 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.v2.resource_helper [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Service FLAVORS assigned prefix:  {{(pid=101978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:56:58.562577 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.v2.resource_helper [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=101978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:56:58.562990 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.v2.resource_helper [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=101978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:56:58.563315 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Creating instance of TrackedResource for resource:router
Jan 28 01:56:58.563649 dv-cinder-824977-1-iscsi neutron-server[101978]: WARNING neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] router is already registered
Jan 28 01:56:58.564083 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Creating instance of TrackedResource for resource:floatingip
Jan 28 01:56:58.564415 dv-cinder-824977-1-iscsi neutron-server[101978]: WARNING neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] floatingip is already registered
Jan 28 01:56:58.564860 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.v2.resource_helper [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Service METERING assigned prefix: /metering {{(pid=101978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:56:58.565499 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 28 01:56:58.565819 dv-cinder-824977-1-iscsi neutron-server[101978]: WARNING neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] rbac_policy is already registered
Jan 28 01:56:58.566231 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Creating instance of TrackedResource for resource:security_group
Jan 28 01:56:58.566558 dv-cinder-824977-1-iscsi neutron-server[101978]: WARNING neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] security_group is already registered
Jan 28 01:56:58.566950 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 28 01:56:58.567275 dv-cinder-824977-1-iscsi neutron-server[101978]: WARNING neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] security_group_rule is already registered
Jan 28 01:56:58.567882 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.v2.resource_helper [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Service CORE assigned prefix:  {{(pid=101978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:56:58.568225 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 28 01:56:58.568551 dv-cinder-824977-1-iscsi neutron-server[101978]: WARNING neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] subnetpool is already registered
Jan 28 01:56:58.569828 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.v2.resource_helper [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Service CORE assigned prefix:  {{(pid=101978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 28 01:56:58.569828 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 28 01:56:58.569828 dv-cinder-824977-1-iscsi neutron-server[101978]: WARNING neutron.quota.resource_registry [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] subnetpool is already registered
Jan 28 01:56:58.570043 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: extensions {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.571495 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: address-groups {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.572990 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: address-scopes {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.574289 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: agents {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.575497 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: auto-allocated-topology {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.576743 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: availability_zones {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.577969 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: dhcp-networks {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.579563 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: dhcp-agents {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.580988 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: routers {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.583141 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: flavors {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.584314 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: service_profiles {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.585521 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: next_providers {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.586932 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: service_profiles {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.588437 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: floatingip-pools {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.589647 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: routers {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.591964 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: floatingips {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.593496 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: l3-routers {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.594844 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: l3-agents {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.596255 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: metering-labels {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.597580 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: metering-label-rules {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.598846 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: network-ip-availabilities {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.600120 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: bindings {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.604254 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: quotas {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.604254 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: quotas {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.604521 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: rbac-policies {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.605691 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: security-groups {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.608741 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: security-group-rules {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.609966 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: service-providers {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.611142 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: subnetpools {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.612592 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: subnetpools {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.614000 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: tags {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.615652 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: tags {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.617478 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: tags {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.619301 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: tags {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.621070 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: tags {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.623504 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: tags {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.625179 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: tags {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.627035 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: tags {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.628786 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: tags {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.630482 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron.api.extensions [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Extended resource: tags {{(pid=101978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 28 01:56:58.636502 dv-cinder-824977-1-iscsi neutron-server[101978]: WARNING keystonemiddleware.auth_token [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jan 28 01:56:58.641346 dv-cinder-824977-1-iscsi neutron-server[101978]: WARNING keystonemiddleware.auth_token [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jan 28 01:56:58.649782 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_concurrency.lockutils [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Acquired lock "singleton_lock" {{(pid=101978) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jan 28 01:56:58.650246 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_concurrency.lockutils [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Releasing lock "singleton_lock" {{(pid=101978) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jan 28 01:56:58.650863 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO oslo_service.service [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Starting 2 workers
Jan 28 01:56:58.655750 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Started child 102089 {{(pid=101978) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 28 01:56:58.660328 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Started child 102090 {{(pid=101978) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 28 01:56:58.661166 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:58.661987 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO neutron.service [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Neutron service started, listening on 0.0.0.0:9696
Jan 28 01:56:58.662598 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Notify callbacks [] for process, before_spawn {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:58.662776 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [-] (102089) wsgi starting up on http://0.0.0.0:9696
Jan 28 01:56:58.665068 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO oslo_service.service [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Starting 1 workers
Jan 28 01:56:58.665255 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:58.666474 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [-] (102090) wsgi starting up on http://0.0.0.0:9696
Jan 28 01:56:58.670804 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Started child 102091 {{(pid=101978) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 28 01:56:58.671371 dv-cinder-824977-1-iscsi neutron-server[101978]: INFO oslo_service.service [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Starting 1 workers
Jan 28 01:56:58.675391 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.service [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] calling RpcWorker wait() {{(pid=102091) _wait /opt/stack/neutron/neutron/service.py:128}}
Jan 28 01:56:58.679522 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.service [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] returning from RpcWorker wait() {{(pid=102091) _wait /opt/stack/neutron/neutron/service.py:135}}
Jan 28 01:56:58.679638 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Started child 102092 {{(pid=101978) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 28 01:56:58.679638 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72eed72-77b4-4f58-acfb-3db46ed31ed1 None None] Notify callbacks [] for process, after_spawn {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:58.679802 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:58.679802 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:56:58.679931 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101978) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jan 28 01:56:58.679931 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jan 28 01:56:58.679931 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jan 28 01:56:58.679931 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jan 28 01:56:58.679931 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jan 28 01:56:58.680390 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jan 28 01:56:58.680612 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.680839 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.681108 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.681382 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.681669 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.681963 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:56:58.682434 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.682516 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.682734 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.682997 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.683117 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:56:58.683252 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.683394 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.683556 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.683790 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.684040 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.685089 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.685385 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.685630 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.685908 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.686116 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.686380 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.686636 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.686858 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.687126 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] debug                          = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.687361 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.687825 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.688082 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.688319 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.688533 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.688800 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.689053 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.689303 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.689546 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.689777 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.690024 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.690265 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.690493 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.690717 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.690934 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.691173 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.691398 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.691868 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] host                           = dv-cinder-824977-1-iscsi {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.692121 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.692352 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.692602 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.692854 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.693107 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.693442 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.693667 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.693908 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.694174 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.694414 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.694650 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.694898 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.695137 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.695369 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.695579 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.695738 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.696030 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.696273 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.696455 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.696620 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.696785 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.697024 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.697172 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.697409 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.697637 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.698051 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.698284 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.698525 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.698736 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.698968 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.699232 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.699447 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.699652 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.700050 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.700207 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.700398 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.700626 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.700860 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.701074 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.701314 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.701546 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.701768 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.701984 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.702197 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.702461 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.702691 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.702956 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.703186 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.703419 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.703687 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.703937 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.704141 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.704475 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.704886 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.705119 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.705370 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.705625 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.705836 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.706127 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.706309 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.706523 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.706735 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.707664 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.707821 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.708398 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.708398 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.709225 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.709225 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.709225 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.709441 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.709837 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.710109 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.710451 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.710769 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.710929 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.711547 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.711547 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.711547 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.713225 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.713225 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.713225 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.713225 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.713225 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.713517 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.713517 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.713870 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.714142 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.714418 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.714678 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.714892 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.715136 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.715354 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.716169 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.716387 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.720172 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.720172 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.720172 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.720172 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.720172 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.720172 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.79/identity {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.720172 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.720172 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.720885 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.720885 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.720885 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.720885 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.720885 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.720885 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.720885 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.720885 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.720885 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.721387 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.721387 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.721387 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.721656 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.721905 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.722039 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.722279 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.722483 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.722867 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.723096 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.723306 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.723530 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.723735 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.724189 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.724407 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.724631 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.724846 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.725053 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.725283 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.725511 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.725723 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.725935 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.726178 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.726368 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.726575 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.726817 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.727029 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.727258 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.727466 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.727696 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.727999 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.728429 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.728822 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.729197 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.729414 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.729624 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.729855 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.730088 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.730322 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.730530 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.730761 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.730993 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.731831 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.732227 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.732476 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.732687 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.732917 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.733119 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.733554 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.734049 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.734298 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.734532 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.734791 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.735039 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.735270 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.735521 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.735754 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.736015 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.736218 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.736482 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.736718 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.736957 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.737347 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.737563 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.737803 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.738022 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.738258 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.738473 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.738715 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.738931 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.739205 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.739428 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.739675 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.739919 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.740380 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.740898 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.741067 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.741355 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.741542 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.741815 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.742101 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.742378 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.742638 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.742880 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.743126 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.743382 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.743630 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.743869 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.744141 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.744397 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.744609 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.744892 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.745128 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.745372 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.745664 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.745994 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.746326 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.746581 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.746835 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.747220 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.747519 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.747739 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.747996 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.748241 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.748483 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.748713 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.748953 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.749171 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.79/identity {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.749394 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.749636 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.749887 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.750093 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.750330 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.750533 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.750762 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.750970 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.751181 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.751672 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.751672 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.751845 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.752097 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.752313 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.752526 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.752768 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.752994 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.753204 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.753436 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.753664 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.753891 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.754126 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.754347 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.754615 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.754827 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.755084 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.755520 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.755749 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.756018 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.756239 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.756493 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.756705 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.756938 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.757170 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.757379 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.757577 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.757803 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.758003 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.758239 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.758489 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.758698 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.758946 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.759180 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.759513 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.759749 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.759985 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.760231 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.760573 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.760709 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.760982 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.761250 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.761467 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.761928 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.762155 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.762702 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.762912 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.763211 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.763433 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.763643 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.763852 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.764096 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.764338 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.764622 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.768332 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.768332 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.768332 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.768332 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.768332 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.768332 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.768332 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.768332 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.769041 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.769041 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.769041 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.769041 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.769041 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.769041 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.769041 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.769041 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.769545 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.769545 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.769545 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.769545 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.769545 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.769545 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.769545 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.769961 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.769961 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.770079 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.770242 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.770457 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.770663 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.770907 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.771113 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.771318 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.771533 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.771749 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.771957 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.772268 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.772679 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.772915 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.773201 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.773454 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.773692 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.773911 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.774212 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.774419 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.774656 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.774901 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.775086 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.775300 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.775575 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.775873 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.776183 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.776438 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.776682 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.776964 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.777234 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.777499 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.777726 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.778531 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.779034 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.779395 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.779642 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.779863 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.780143 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.780377 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.780589 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.780801 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.781031 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.781246 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.781523 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.781744 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.781981 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.782222 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.782466 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.782693 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.782913 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.783137 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.783369 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.783580 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.783730 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jan 28 01:56:58.784800 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101978) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jan 28 01:56:58.784968 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jan 28 01:56:58.785116 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jan 28 01:56:58.785280 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jan 28 01:56:58.785522 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jan 28 01:56:58.785617 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jan 28 01:56:58.785801 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.785943 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.786243 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.786545 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.786699 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.786876 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.787033 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.787191 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.787348 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.787498 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.787795 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.787951 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.788130 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.788284 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.788439 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.788585 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.788741 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.788897 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.789054 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.789209 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.789362 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.789515 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.789668 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] debug                          = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.789822 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.790012 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.790174 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.790330 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.790490 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.790640 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.790786 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.790939 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.791091 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.791387 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.791772 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.791928 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.792112 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.792270 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.792427 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.792581 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.792736 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.792889 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] host                           = dv-cinder-824977-1-iscsi {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.793045 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.793198 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.793350 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.793610 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.793824 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.794263 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.794452 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.794657 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.794814 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.794969 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.795125 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.795281 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.795434 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.795739 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.795899 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.796156 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.796311 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.796612 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.796804 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.796968 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.797124 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.797278 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.797433 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.797588 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.797741 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.797896 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.798049 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.798202 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.798357 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.798512 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.798666 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.798821 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.798972 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.799127 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.799281 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.799433 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.799578 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.799727 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.799881 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.800045 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.800203 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.800342 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.800579 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.800708 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.800824 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.800945 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.801049 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.801203 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.801356 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.801536 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.801682 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.801873 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.802000 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.802083 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.802238 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.802393 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.802545 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.802699 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.802851 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.803002 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.803154 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.803307 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.803459 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.803612 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.803764 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.803917 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.804092 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.804246 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.804398 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.804551 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 28 01:56:58.808484 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.808484 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.808484 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.808484 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.808484 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.808484 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.809850 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:56:58.810022 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.810022 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.810022 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.810022 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.810022 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.810022 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.810022 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.810022 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.811200 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.811200 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.811200 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.811200 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.811200 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.811200 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.811200 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.811200 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.812217 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.812217 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.812217 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.812217 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.812217 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.812217 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.812217 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.812217 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.79/identity {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.812972 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.812972 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.812972 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.812972 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.812972 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.812972 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.812972 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.812972 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.813769 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.813769 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.813769 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.813769 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.813769 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.813769 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.813769 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.813769 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.814299 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.814299 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.814299 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.814299 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.814299 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.814299 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.814299 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.814299 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.814299 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.815141 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.815141 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.815141 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.815141 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.815141 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.815141 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.815141 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.815141 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.815141 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.815853 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.815853 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.815853 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.815853 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.815853 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.816294 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.816294 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.816294 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.816498 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.816498 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.816655 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.816777 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.816939 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.817095 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.817251 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.817406 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.817562 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.817717 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.817874 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.818030 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.818186 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.818342 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.818498 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.818653 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.818809 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.818973 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.819144 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.819299 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.819455 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.819612 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.819782 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.819959 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.820117 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.820303 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.820375 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.820537 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.820692 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.820850 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.821009 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.821164 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.822025 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.822025 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.822025 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.822025 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.822025 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.822025 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.823147 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.823147 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.823147 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.823147 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.823147 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.823147 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.823147 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.823963 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.823963 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.823963 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.823963 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.823963 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.823963 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.824742 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.824742 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.824742 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.824742 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.824742 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.826015 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.826015 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.826015 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.826015 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.826015 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.826015 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.826015 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.826015 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.826912 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.826912 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.826912 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.826912 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.826912 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.826912 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.827570 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.827570 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.827570 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.827570 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.827959 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.827959 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.827959 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.79/identity {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.837664 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.837664 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.837664 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.837664 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.837664 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.837664 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.837664 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.837664 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.838409 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.838409 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.838409 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.838409 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.838409 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.838409 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.838409 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.838409 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.838953 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.838953 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.838953 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.838953 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.838953 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.838953 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.838953 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.838953 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.839477 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.839477 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.839477 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.839477 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.839477 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.839477 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.839477 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.839477 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.839992 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.839992 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.839992 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.839992 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.839992 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.839992 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.839992 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.839992 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.841537 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.841537 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.841537 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.841537 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.841537 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.841537 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.841537 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.841537 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.842311 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.842311 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.842311 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.842311 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.842311 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.842311 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.842311 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.842311 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.843453 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.843453 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.843453 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.843453 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.843453 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.843453 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.843453 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.843453 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.844440 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.844440 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.844440 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.844440 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.844440 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.844440 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.844440 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.844440 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.845290 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.845290 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.845290 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.845290 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.845290 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.845290 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.845290 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.845290 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.846176 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.846176 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.846176 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.846176 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.846176 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.846176 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.846176 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.846176 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.846868 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.846868 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.846868 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.846868 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.846868 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.846868 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.846868 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.846868 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.847612 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.847612 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.847612 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.847612 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.847612 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.847612 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.847612 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.847612 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.848624 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.848624 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.848624 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.848624 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.848624 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.848624 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.848624 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.848624 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.849629 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.849629 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.849629 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.849629 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.849629 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.849629 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.849629 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.849629 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.850500 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.850500 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.850500 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.850500 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.850500 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.850500 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.850500 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.850500 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.850500 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.851075 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.851075 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.851075 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.851075 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.851075 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.851075 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.851075 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.851075 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.851075 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.851654 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.851654 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.851654 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 28 01:56:58.851654 dv-cinder-824977-1-iscsi neutron-server[101978]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jan 28 01:56:58.889793 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 49942) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:56:58.898739 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0066593
Jan 28 01:57:10.864008 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572036cf-fcf7-476c-bc5a-42ec92a94933 None None] get_active_networks_info from dv-cinder-824977-1-iscsi {{(pid=102091) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jan 28 01:57:10.950350 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572036cf-fcf7-476c-bc5a-42ec92a94933 None None] No non-hosted networks {{(pid=102091) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jan 28 01:57:10.958223 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.agentschedulers_db [None req-572036cf-fcf7-476c-bc5a-42ec92a94933 None None] DHCP Agent not found on host dv-cinder-824977-1-iscsi {{(pid=102091) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jan 28 01:57:11.190532 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-738284b3-43d7-4038-9f98-96f3cc76257e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564791'] for agent, after_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:13.060453 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-450cfe62-5d5c-459c-9d0a-f95be759c305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564791'] for agent, after_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:13.076478 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.db.api [None req-2b2f2b81-79d3-4ee0-bf13-5e5731a95ad3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-824977-1-iscsi {{(pid=102091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 28 01:57:13.077171 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG oslo_db.api [None req-2b2f2b81-79d3-4ee0-bf13-5e5731a95ad3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 28 01:57:13.664905 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-2b2f2b81-79d3-4ee0-bf13-5e5731a95ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:14.596084 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564791'] for agent, after_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:16.413066 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564791'] for agent, after_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:16.521273 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564791'] for agent, after_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:16.522205 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:16.522548 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:16.522883 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:16.523213 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:16.523539 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:16.523903 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:16.524210 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:16.524555 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:16.524882 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:16.525199 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:16.525529 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:16.526010 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:16.526232 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7974852d00>, 'Open vSwitch agent', 'dv-cinder-824977-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:57:16.537746 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7974852310>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824977-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:57:16.917133 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.db.l3_hamode_db [None req-bdf5260f-a08d-4bd5-9d0a-09b9102ead85 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jan 28 01:57:17.015276 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf5260f-a08d-4bd5-9d0a-09b9102ead85 None None] Routers set() bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 01:57:17.015841 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf5260f-a08d-4bd5-9d0a-09b9102ead85 None None] Router IDs set() for agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Jan 28 01:57:17.947337 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 50034) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:57:18.496604 dv-cinder-824977-1-iscsi neutron-server[102089]: WARNING oslo_policy.policy [None req-aa831e7b-355f-4027-865a-e4aeae957f08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 28 01:57:18.497262 dv-cinder-824977-1-iscsi neutron-server[102089]: WARNING oslo_policy.policy [None req-aa831e7b-355f-4027-865a-e4aeae957f08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 28 01:57:18.726218 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [None req-aa831e7b-355f-4027-865a-e4aeae957f08 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102089) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 01:57:18.727271 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-aa831e7b-355f-4027-865a-e4aeae957f08 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7790227
Jan 28 01:57:21.168269 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 50048) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:57:21.666067 dv-cinder-824977-1-iscsi neutron-server[102090]: WARNING oslo_policy.policy [None req-42ec0899-bfd6-4ecd-9cde-d17a1f913670 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 28 01:57:21.666631 dv-cinder-824977-1-iscsi neutron-server[102090]: WARNING oslo_policy.policy [None req-42ec0899-bfd6-4ecd-9cde-d17a1f913670 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 28 01:57:21.892160 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-42ec0899-bfd6-4ecd-9cde-d17a1f913670 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 01:57:21.990711 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.policy [None req-42ec0899-bfd6-4ecd-9cde-d17a1f913670 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102090) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jan 28 01:57:22.036170 dv-cinder-824977-1-iscsi neutron-server[102090]: WARNING oslo_policy.policy [None req-42ec0899-bfd6-4ecd-9cde-d17a1f913670 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 28 01:57:22.036535 dv-cinder-824977-1-iscsi neutron-server[102090]: WARNING oslo_policy.policy [None req-42ec0899-bfd6-4ecd-9cde-d17a1f913670 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 28 01:57:22.051264 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.quota [None req-42ec0899-bfd6-4ecd-9cde-d17a1f913670 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f797502aaf0>.
Jan 28 01:57:22.202022 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-42ec0899-bfd6-4ecd-9cde-d17a1f913670 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759977734588', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759977735049', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759977747152', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759977753484', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759977577992', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759977773236', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3812716', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4021329', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-907556', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-981691'] for rbac-policy, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:22.483204 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-42ec0899-bfd6-4ecd-9cde-d17a1f913670 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:22.487430 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-42ec0899-bfd6-4ecd-9cde-d17a1f913670 admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.3141766
Jan 28 01:57:25.188231 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 50066) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:57:25.503062 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '33926690fbc24a2d8d30cdff9ed944f5', 'tenant_id': '33926690fbc24a2d8d30cdff9ed944f5'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 01:57:25.584183 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Made reservation on behalf of 33926690fbc24a2d8d30cdff9ed944f5 for: {'network': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 01:57:25.587103 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:25.604417 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:25.713481 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:25.789864 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:25.811640 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1225, 'physical_network': 'physnet1'}  {{(pid=102090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 01:57:25.840061 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759977669946', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:25.840682 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7975b753a0> segment precommit_create {{(pid=102090) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jan 28 01:57:25.841185 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.segments_db [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Added segment 0da7bbb9-84bd-4c54-ab82-55a951d1fd19 of type vlan for network dfb0f458-d0e5-4039-bfee-6d902b36c34f
Jan 28 01:57:25.859435 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3487ad9-b438-4bc1-ab0d-d720ac4e5a91,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:57:25.906284 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:25.906630 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:25.906959 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:25.907273 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:25.907584 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:25.907913 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:25.908253 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:25.908574 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:25.908901 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:25.909220 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:25.909517 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:25.909819 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Tracked resource versions report:
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]: pushed versions:
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]: {   'AddressGroup': {'1.2'},
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:     'ConntrackHelper': {'1.0'},
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:     'Log': {'1.0'},
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:     'Network': {'1.1'},
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:     'Port': {'1.7'},
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:     'PortForwarding': {'1.2'},
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:     'QosPolicy': {'1.9'},
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:     'SecurityGroup': {'1.4'},
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:     'SecurityGroupRule': {'1.2'},
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:     'SubPort': {'1.0'},
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:     'Subnet': {'1.1'},
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:     'Trunk': {'1.1'}}
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]: consumer versions:
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]: {   DHCP agent@dv-cinder-824977-1-iscsi: {},
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:     L3 agent@dv-cinder-824977-1-iscsi: {},
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:     Metadata agent@dv-cinder-824977-1-iscsi: {},
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:     Metering agent@dv-cinder-824977-1-iscsi: {},
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:     Open vSwitch agent@dv-cinder-824977-1-iscsi: {   'AddressGroup': '1.2',
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'ConntrackHelper': '1.0',
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'Log': '1.0',
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'Network': '1.1',
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'Port': '1.7',
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'PortForwarding': '1.2',
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'QosPolicy': '1.9',
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'SecurityGroup': '1.4',
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'SecurityGroupRule': '1.2',
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'SubPort': '1.0',
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'Subnet': '1.1',
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'Trunk': '1.1'}}
Jan 28 01:57:25.910886 dv-cinder-824977-1-iscsi neutron-server[102090]:  {{(pid=102090) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 28 01:57:25.952291 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:26.075826 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:26.077273 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:57:26.077953 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:26.171020 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 0.9816549
Jan 28 01:57:26.180190 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f310b2b-05a8-4d47-90f3-89b93e2b81d2 admin admin] Pushing event updated for resources: {'Network': ['ID=dfb0f458-d0e5-4039-bfee-6d902b36c34f,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:57:26.205070 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network dfb0f458-d0e5-4039-bfee-6d902b36c34f details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 01:57:28.946819 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 50080) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:57:29.406071 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6bde72-7289-4191-b31d-3aded5efffe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:57:29.407497 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-5f6bde72-7289-4191-b31d-3aded5efffe3 admin admin] 10.222.0.79 "GET /v2.0/networks/dfb0f458-d0e5-4039-bfee-6d902b36c34f HTTP/1.1" status: 200  len: 826 time: 0.4539928
Jan 28 01:57:29.435244 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-ee7ab961-40ac-4c8e-84cb-7b94667ef090 admin admin] 10.222.0.79 "GET /v2.0/subnetpools/cebac20e-eca4-4381-8397-9a32bbbe13b7 HTTP/1.1" status: 200  len: 734 time: 0.0205591
Jan 28 01:57:29.444628 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-8473cfad-20e4-4f46-bc79-ab62a28f70d0 admin admin] Request body: {'subnet': {'network_id': 'dfb0f458-d0e5-4039-bfee-6d902b36c34f', 'gateway_ip': '172.20.0.1', 'tenant_id': '33926690fbc24a2d8d30cdff9ed944f5', 'name': 'private-subnet', 'subnetpool_id': 'cebac20e-eca4-4381-8397-9a32bbbe13b7', 'ip_version': 4}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 01:57:29.504804 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8473cfad-20e4-4f46-bc79-ab62a28f70d0 admin admin] Made reservation on behalf of 33926690fbc24a2d8d30cdff9ed944f5 for: {'subnet': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 01:57:29.508333 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8473cfad-20e4-4f46-bc79-ab62a28f70d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:29.853538 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8473cfad-20e4-4f46-bc79-ab62a28f70d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for subnet, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:29.923124 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473cfad-20e4-4f46-bc79-ab62a28f70d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a249724-5e3a-4e01-b4cf-1289bbe0142d,revision_number=0']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:57:29.925099 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8473cfad-20e4-4f46-bc79-ab62a28f70d0 admin admin] Checking segment: {'id': '0da7bbb9-84bd-4c54-ab82-55a951d1fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dfb0f458-d0e5-4039-bfee-6d902b36c34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 01:57:29.925482 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8473cfad-20e4-4f46-bc79-ab62a28f70d0 admin admin] Network hostable DHCP agents. Network: dfb0f458-d0e5-4039-bfee-6d902b36c34f, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 01:57:30.006102 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8473cfad-20e4-4f46-bc79-ab62a28f70d0 admin admin] Network dfb0f458-d0e5-4039-bfee-6d902b36c34f is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 01:57:30.069229 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-8473cfad-20e4-4f46-bc79-ab62a28f70d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, dfb0f458-d0e5-4039-bfee-6d902b36c34f) {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 01:57:30.074193 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8473cfad-20e4-4f46-bc79-ab62a28f70d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:57:30.074771 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8473cfad-20e4-4f46-bc79-ab62a28f70d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:30.080986 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f217415-7815-4b5d-b687-463aee0d14c6 None None] Network dfb0f458-d0e5-4039-bfee-6d902b36c34f requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 01:57:30.163411 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-8473cfad-20e4-4f46-bc79-ab62a28f70d0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7220201
Jan 28 01:57:30.415792 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fe7d7be-6e7d-5d80-8e8c-77305bd48c93-dfb0f458-d0e5-4039-bfee-6d902b36c34f', 'network_id': 'dfb0f458-d0e5-4039-bfee-6d902b36c34f', 'tenant_id': '33926690fbc24a2d8d30cdff9ed944f5', 'fixed_ips': [{'subnet_id': '5a249724-5e3a-4e01-b4cf-1289bbe0142d'}]}} from dv-cinder-824977-1-iscsi. {{(pid=102091) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 01:57:30.417655 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:30.707558 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.db_base_plugin_common [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Allocated IP 172.20.0.2 (dfb0f458-d0e5-4039-bfee-6d902b36c34f/5a249724-5e3a-4e01-b4cf-1289bbe0142d/afe6df14-ce53-4af3-a403-c3141daff130) {{(pid=102091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 01:57:30.918856 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Notify callbacks [] for port, precommit_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:31.019128 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863'] for port, after_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:31.127219 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Network dfb0f458-d0e5-4039-bfee-6d902b36c34f is already hosted by enough agents. {{(pid=102091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 01:57:31.132541 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.base_scheduler [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Resources bound (agent type, host, resource id):  {{(pid=102091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 01:57:31.143070 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Pushing event updated for resources: {'Port': ['ID=afe6df14-ce53-4af3-a403-c3141daff130,revision_number=1']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:57:31.144917 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Received port after_create {{(pid=102091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 01:57:31.155183 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:31.155183 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:31.155515 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:31.155846 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:31.156199 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:31.156527 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:31.156852 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:31.157175 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:31.157514 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:31.157840 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:31.158160 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:31.158479 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Tracked resource versions report:
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]: pushed versions:
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]: {   'AddressGroup': {'1.2'},
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:     'ConntrackHelper': {'1.0'},
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:     'Log': {'1.0'},
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:     'Network': {'1.1'},
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:     'Port': {'1.7'},
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:     'PortForwarding': {'1.2'},
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:     'QosPolicy': {'1.9'},
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:     'SecurityGroup': {'1.4'},
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:     'SecurityGroupRule': {'1.2'},
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:     'SubPort': {'1.0'},
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:     'Subnet': {'1.1'},
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:     'Trunk': {'1.1'}}
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]: consumer versions:
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]: {   DHCP agent@dv-cinder-824977-1-iscsi: {},
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:     L3 agent@dv-cinder-824977-1-iscsi: {},
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:     Metadata agent@dv-cinder-824977-1-iscsi: {},
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:     Metering agent@dv-cinder-824977-1-iscsi: {},
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:     Open vSwitch agent@dv-cinder-824977-1-iscsi: {   'AddressGroup': '1.2',
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'ConntrackHelper': '1.0',
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'Log': '1.0',
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'Network': '1.1',
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'Port': '1.7',
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'PortForwarding': '1.2',
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'QosPolicy': '1.9',
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'SecurityGroup': '1.4',
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'SecurityGroupRule': '1.2',
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'SubPort': '1.0',
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'Subnet': '1.1',
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'Trunk': '1.1'}}
Jan 28 01:57:31.159569 dv-cinder-824977-1-iscsi neutron-server[102091]:  {{(pid=102091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 28 01:57:31.236182 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Attempting to bind port afe6df14-ce53-4af3-a403-c3141daff130 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 01:57:31.236576 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Attempting to bind port afe6df14-ce53-4af3-a403-c3141daff130 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '0da7bbb9-84bd-4c54-ab82-55a951d1fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dfb0f458-d0e5-4039-bfee-6d902b36c34f'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 01:57:31.237006 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Attempting to bind port afe6df14-ce53-4af3-a403-c3141daff130 on network dfb0f458-d0e5-4039-bfee-6d902b36c34f {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 01:57:31.242041 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 01:57:31.242456 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Checking segment: {'id': '0da7bbb9-84bd-4c54-ab82-55a951d1fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dfb0f458-d0e5-4039-bfee-6d902b36c34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 01:57:31.242937 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:31.243418 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Bound using segment: {'id': '0da7bbb9-84bd-4c54-ab82-55a951d1fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dfb0f458-d0e5-4039-bfee-6d902b36c34f'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 01:57:31.243912 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Bound port: afe6df14-ce53-4af3-a403-c3141daff130, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da7bbb9-84bd-4c54-ab82-55a951d1fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dfb0f458-d0e5-4039-bfee-6d902b36c34f'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 01:57:31.244338 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:31.313337 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] For port afe6df14-ce53-4af3-a403-c3141daff130, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 01:57:31.318040 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] For port afe6df14-ce53-4af3-a403-c3141daff130, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=afe6df14-ce53-4af3-a403-c3141daff130,segment=NetworkSegment(0da7bbb9-84bd-4c54-ab82-55a951d1fd19),segment_id=0da7bbb9-84bd-4c54-ab82-55a951d1fd19)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 01:57:31.390405 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:31.466669 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7e582-5266-4301-9df0-ea032acd93fb None None] Pushing event updated for resources: {'Port': ['ID=afe6df14-ce53-4af3-a403-c3141daff130,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:57:32.707230 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 50088) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:57:33.036929 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [None req-453456a7-19f3-45bc-b96c-00fc1b0e9389 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 01:57:33.037939 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-453456a7-19f3-45bc-b96c-00fc1b0e9389 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3296070
Jan 28 01:57:35.546246 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 50096) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:57:35.884426 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [None req-81b2b049-2806-4643-97c8-241c9df46709 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 01:57:35.885511 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-81b2b049-2806-4643-97c8-241c9df46709 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3383439
Jan 28 01:57:38.654267 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 50106) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:57:38.981721 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-75470999-0ea2-44b9-aa54-38039539915c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '33926690fbc24a2d8d30cdff9ed944f5', 'admin_state_up': True}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 01:57:39.109566 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-75470999-0ea2-44b9-aa54-38039539915c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124889'] for router, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:39.111204 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-75470999-0ea2-44b9-aa54-38039539915c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124832'] for router, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:39.255461 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-75470999-0ea2-44b9-aa54-38039539915c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:39.310368 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-75470999-0ea2-44b9-aa54-38039539915c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746496'] for router, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:39.379704 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-75470999-0ea2-44b9-aa54-38039539915c admin admin] Notify callbacks [] for router, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:39.381170 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-75470999-0ea2-44b9-aa54-38039539915c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7259068
Jan 28 01:57:39.913641 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device afe6df14-ce53-4af3-a403-c3141daff130 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 01:57:40.001385 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port afe6df14-ce53-4af3-a403-c3141daff130 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:57:40.002145 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:40.121167 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:40.159301 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] For port afe6df14-ce53-4af3-a403-c3141daff130, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=afe6df14-ce53-4af3-a403-c3141daff130,segment=NetworkSegment(0da7bbb9-84bd-4c54-ab82-55a951d1fd19),segment_id=0da7bbb9-84bd-4c54-ab82-55a951d1fd19)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 01:57:40.211581 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9596c34-a3f4-49d0-99e9-49fcc87e0483 None None] Network dfb0f458-d0e5-4039-bfee-6d902b36c34f requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 01:57:40.250650 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:40.332968 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Pushing event updated for resources: {'Port': ['ID=afe6df14-ce53-4af3-a403-c3141daff130,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:57:40.349120 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-f6966f9f-86bd-4dac-a521-4295c3602c30 None None] Provisioning complete for port afe6df14-ce53-4af3-a403-c3141daff130 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:57:40.349495 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f6966f9f-86bd-4dac-a521-4295c3602c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:40.729935 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-0c39d1ae-b2bc-49be-a7af-168b68bc3562 None None] Provisioning complete for port afe6df14-ce53-4af3-a403-c3141daff130 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:57:40.730401 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-0c39d1ae-b2bc-49be-a7af-168b68bc3562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:40.800612 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f42a41cd-70d1-43b3-a8b1-896cc9105ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:41.865566 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device afe6df14-ce53-4af3-a403-c3141daff130 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 01:57:41.915388 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port afe6df14-ce53-4af3-a403-c3141daff130 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:57:41.915759 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:41.924343 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 50120) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:57:42.246341 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [None req-ed9e6736-6a1f-4eb8-8355-6fbaafe55eb1 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 01:57:42.247301 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-ed9e6736-6a1f-4eb8-8355-6fbaafe55eb1 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3220224
Jan 28 01:57:43.069087 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f97e46dd-a3b9-4c2a-93be-8d34002ecaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:44.537968 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:44.702891 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 50138) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:57:44.852709 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 01:57:44.854711 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.quota [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f7975295f70>.
Jan 28 01:57:45.006249 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Made reservation on behalf of 9ed384f6c4594ad68721f19ac9473b0e for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 01:57:45.075212 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.policy [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102089) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jan 28 01:57:45.121493 dv-cinder-824977-1-iscsi neutron-server[102089]: WARNING oslo_policy.policy [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 28 01:57:45.121856 dv-cinder-824977-1-iscsi neutron-server[102089]: WARNING oslo_policy.policy [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 28 01:57:45.132067 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:45.152740 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:45.262845 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:45.337895 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:45.351145 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Reserving flat network on physical network physnet1 {{(pid=102089) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jan 28 01:57:45.383137 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759977669946', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:45.383704 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7975b753a0> segment precommit_create {{(pid=102089) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jan 28 01:57:45.384238 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Added segment 68eadecd-973e-443c-a5d4-c9a274faf133 of type flat for network f90e340b-27f2-447d-a156-32aa581e17da
Jan 28 01:57:45.410513 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc81e7b-5490-4dff-8d4c-c25614df1613,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:57:45.458865 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:45.459216 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:45.459549 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:45.459890 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:45.460224 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:45.460559 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:45.460879 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:45.461211 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:45.461544 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:45.461858 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:45.462167 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:45.462474 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Tracked resource versions report:
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]: pushed versions:
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]: {   'AddressGroup': {'1.2'},
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:     'ConntrackHelper': {'1.0'},
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:     'Log': {'1.0'},
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:     'Network': {'1.1'},
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:     'Port': {'1.7'},
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:     'PortForwarding': {'1.2'},
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:     'QosPolicy': {'1.9'},
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:     'SecurityGroup': {'1.4'},
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:     'SecurityGroupRule': {'1.2'},
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:     'SubPort': {'1.0'},
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:     'Subnet': {'1.1'},
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:     'Trunk': {'1.1'}}
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]: consumer versions:
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]: {   DHCP agent@dv-cinder-824977-1-iscsi: {},
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:     L3 agent@dv-cinder-824977-1-iscsi: {},
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:     Metadata agent@dv-cinder-824977-1-iscsi: {},
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:     Metering agent@dv-cinder-824977-1-iscsi: {},
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:     Open vSwitch agent@dv-cinder-824977-1-iscsi: {   'AddressGroup': '1.2',
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'ConntrackHelper': '1.0',
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'Log': '1.0',
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'Network': '1.1',
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'Port': '1.7',
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'PortForwarding': '1.2',
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'QosPolicy': '1.9',
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'SecurityGroup': '1.4',
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'SecurityGroupRule': '1.2',
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'SubPort': '1.0',
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'Subnet': '1.1',
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'Trunk': '1.1'}}
Jan 28 01:57:45.464160 dv-cinder-824977-1-iscsi neutron-server[102089]:  {{(pid=102089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 28 01:57:45.510657 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:45.674674 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:45.675811 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:57:45.676510 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:45.776878 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] Pushing event updated for resources: {'Network': ['ID=f90e340b-27f2-447d-a156-32aa581e17da,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:57:45.787249 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network f90e340b-27f2-447d-a156-32aa581e17da details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 01:57:45.849202 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-3ca92e4b-f116-4e28-9cf2-2d5519bb5617 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.1452296
Jan 28 01:57:46.325984 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:46.525928 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:48.121773 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 50162) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:57:48.268094 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79acdf11-d660-4f39-923b-00cd3a25afa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:57:48.269456 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-79acdf11-d660-4f39-923b-00cd3a25afa1 admin admin] 10.222.0.79 "GET /v2.0/subnets/5a249724-5e3a-4e01-b4cf-1289bbe0142d HTTP/1.1" status: 200  len: 849 time: 0.1467445
Jan 28 01:57:48.431269 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7b64e0ad-6733-4251-876a-ccbe1a4a57e8 admin admin] 10.222.0.79 "GET /v2.0/routers/459b4859-b3c2-4aee-b125-47d62076bb3b HTTP/1.1" status: 200  len: 704 time: 0.1556962
Jan 28 01:57:48.727568 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-785d214d-31ff-4966-91a8-553af121e693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:49.031371 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-785d214d-31ff-4966-91a8-553af121e693 admin admin] Allocated IP 172.20.0.1 (dfb0f458-d0e5-4039-bfee-6d902b36c34f/5a249724-5e3a-4e01-b4cf-1289bbe0142d/a5a41daa-0be8-47bf-aaba-ba89e7aa766c) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 01:57:49.217948 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-785d214d-31ff-4966-91a8-553af121e693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:49.344637 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-785d214d-31ff-4966-91a8-553af121e693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:49.421668 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785d214d-31ff-4966-91a8-553af121e693 admin admin] Network dfb0f458-d0e5-4039-bfee-6d902b36c34f is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 01:57:49.430464 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-785d214d-31ff-4966-91a8-553af121e693 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 01:57:49.440006 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785d214d-31ff-4966-91a8-553af121e693 admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 01:57:49.441076 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-785d214d-31ff-4966-91a8-553af121e693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746719'] for router_interface, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:49.459346 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d214d-31ff-4966-91a8-553af121e693 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a41daa-0be8-47bf-aaba-ba89e7aa766c,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:57:49.692455 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-6cd29447-4209-4640-9832-51955cdbc837 None None] Provisioning complete for port a5a41daa-0be8-47bf-aaba-ba89e7aa766c triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:57:49.693048 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-6cd29447-4209-4640-9832-51955cdbc837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:49.727290 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-6cd29447-4209-4640-9832-51955cdbc837 None None] Port a5a41daa-0be8-47bf-aaba-ba89e7aa766c cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 01:57:49.749166 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-785d214d-31ff-4966-91a8-553af121e693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:50.026652 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-785d214d-31ff-4966-91a8-553af121e693 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:50.086576 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-785d214d-31ff-4966-91a8-553af121e693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:50.087362 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-785d214d-31ff-4966-91a8-553af121e693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-639424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564303'] for router_interface, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:50.167241 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d214d-31ff-4966-91a8-553af121e693 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a41daa-0be8-47bf-aaba-ba89e7aa766c,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:57:50.214889 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785d214d-31ff-4966-91a8-553af121e693 admin admin] Network dfb0f458-d0e5-4039-bfee-6d902b36c34f is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 01:57:50.216318 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-785d214d-31ff-4966-91a8-553af121e693 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 01:57:50.450852 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-bb32c912-4085-406e-8d15-05341bc050ac None None] Provisioning complete for port a5a41daa-0be8-47bf-aaba-ba89e7aa766c triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:57:50.451224 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-bb32c912-4085-406e-8d15-05341bc050ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:50.470056 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785d214d-31ff-4966-91a8-553af121e693 admin admin] Router 459b4859-b3c2-4aee-b125-47d62076bb3b is scheduled to L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 with binding_index 1 {{(pid=102089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 01:57:50.486329 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-bb32c912-4085-406e-8d15-05341bc050ac None None] Port a5a41daa-0be8-47bf-aaba-ba89e7aa766c cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 01:57:50.564824 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785d214d-31ff-4966-91a8-553af121e693 admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 01:57:50.569951 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-785d214d-31ff-4966-91a8-553af121e693 admin admin] 10.222.0.79 "PUT /v2.0/routers/459b4859-b3c2-4aee-b125-47d62076bb3b/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1321485
Jan 28 01:57:50.575722 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Sync routers for ids ['459b4859-b3c2-4aee-b125-47d62076bb3b'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 01:57:50.587303 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Routers {'459b4859-b3c2-4aee-b125-47d62076bb3b'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 01:57:50.588660 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f797518ad00>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T01:57:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['459b4859-b3c2-4aee-b125-47d62076bb3b'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:57:50.795162 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Set router 459b4859-b3c2-4aee-b125-47d62076bb3b gateway port host: None {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 01:57:51.248693 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f797518ad00>, [{'id': '459b4859-b3c2-4aee-b125-47d62076bb3b', 'name': 'router1', 'tenant_id': '33926690fbc24a2d8d30cdff9ed944f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:39Z', 'updated_at': '2022-01-28T01:57:49Z', 'revision_number': 2, 'project_id': '33926690fbc24a2d8d30cdff9ed944f5', 'gw_port_host': None, '_interfaces': [{'id': 'a5a41daa-0be8-47bf-aaba-ba89e7aa766c', 'name': '', 'network_id': 'dfb0f458-d0e5-4039-bfee-6d902b36c34f', 'tenant_id': '33926690fbc24a2d8d30cdff9ed944f5', 'mac_address': 'fa:16:3e:49:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459b4859-b3c2-4aee-b125-47d62076bb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a249724-5e3a-4e01-b4cf-1289bbe0142d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:49Z', 'revision_number': 2, 'project_id': '33926690fbc24a2d8d30cdff9ed944f5', 'subnets': [{'id': '5a249724-5e3a-4e01-b4cf-1289bbe0142d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cebac20e-eca4-4381-8397-9a32bbbe13b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:57:51.301966 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Checking router: 459b4859-b3c2-4aee-b125-47d62076bb3b for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 01:57:51.302313 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Updating router 459b4859-b3c2-4aee-b125-47d62076bb3b port a5a41daa-0be8-47bf-aaba-ba89e7aa766c binding host dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 01:57:51.356894 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:51.893084 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Notify callbacks [] for port, precommit_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:51.995540 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:52.095906 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0639e8-ca3c-45f4-b8c2-7a79acb0e5c5 None None] Pushing event updated for resources: {'Port': ['ID=a5a41daa-0be8-47bf-aaba-ba89e7aa766c,revision_number=3']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:57:52.129575 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0639e8-ca3c-45f4-b8c2-7a79acb0e5c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:52.131124 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0639e8-ca3c-45f4-b8c2-7a79acb0e5c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:52.131124 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0639e8-ca3c-45f4-b8c2-7a79acb0e5c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:52.131429 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0639e8-ca3c-45f4-b8c2-7a79acb0e5c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:52.131559 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0639e8-ca3c-45f4-b8c2-7a79acb0e5c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:52.131871 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0639e8-ca3c-45f4-b8c2-7a79acb0e5c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:52.132310 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0639e8-ca3c-45f4-b8c2-7a79acb0e5c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:52.132647 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0639e8-ca3c-45f4-b8c2-7a79acb0e5c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:52.132982 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0639e8-ca3c-45f4-b8c2-7a79acb0e5c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:52.136218 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0639e8-ca3c-45f4-b8c2-7a79acb0e5c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:52.136543 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0639e8-ca3c-45f4-b8c2-7a79acb0e5c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:52.136857 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0639e8-ca3c-45f4-b8c2-7a79acb0e5c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0639e8-ca3c-45f4-b8c2-7a79acb0e5c5 None None] Tracked resource versions report:
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]: pushed versions:
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]: {   'AddressGroup': {'1.2'},
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:     'ConntrackHelper': {'1.0'},
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:     'Log': {'1.0'},
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:     'Network': {'1.1'},
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:     'Port': {'1.7'},
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:     'PortForwarding': {'1.2'},
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:     'QosPolicy': {'1.9'},
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:     'SecurityGroup': {'1.4'},
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:     'SecurityGroupRule': {'1.2'},
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:     'SubPort': {'1.0'},
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:     'Subnet': {'1.1'},
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:     'Trunk': {'1.1'}}
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]: consumer versions:
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]: {   DHCP agent@dv-cinder-824977-1-iscsi: {},
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:     L3 agent@dv-cinder-824977-1-iscsi: {},
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:     Metadata agent@dv-cinder-824977-1-iscsi: {},
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:     Metering agent@dv-cinder-824977-1-iscsi: {},
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:     Open vSwitch agent@dv-cinder-824977-1-iscsi: {   'AddressGroup': '1.2',
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'ConntrackHelper': '1.0',
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'Log': '1.0',
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'Network': '1.1',
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'Port': '1.7',
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'PortForwarding': '1.2',
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'QosPolicy': '1.9',
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'SecurityGroup': '1.4',
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'SecurityGroupRule': '1.2',
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'SubPort': '1.0',
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'Subnet': '1.1',
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'Trunk': '1.1'}}
Jan 28 01:57:52.138112 dv-cinder-824977-1-iscsi neutron-server[102092]:  {{(pid=102092) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 28 01:57:52.209154 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Attempting to bind port a5a41daa-0be8-47bf-aaba-ba89e7aa766c on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 01:57:52.210650 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Attempting to bind port a5a41daa-0be8-47bf-aaba-ba89e7aa766c by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '0da7bbb9-84bd-4c54-ab82-55a951d1fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dfb0f458-d0e5-4039-bfee-6d902b36c34f'}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 01:57:52.210650 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Attempting to bind port a5a41daa-0be8-47bf-aaba-ba89e7aa766c on network dfb0f458-d0e5-4039-bfee-6d902b36c34f {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 01:57:52.216509 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 01:57:52.217247 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Checking segment: {'id': '0da7bbb9-84bd-4c54-ab82-55a951d1fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dfb0f458-d0e5-4039-bfee-6d902b36c34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 01:57:52.218057 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:52.218519 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Bound using segment: {'id': '0da7bbb9-84bd-4c54-ab82-55a951d1fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dfb0f458-d0e5-4039-bfee-6d902b36c34f'} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 01:57:52.219094 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Bound port: a5a41daa-0be8-47bf-aaba-ba89e7aa766c, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da7bbb9-84bd-4c54-ab82-55a951d1fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dfb0f458-d0e5-4039-bfee-6d902b36c34f'}}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 01:57:52.219557 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:52.297740 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] For port a5a41daa-0be8-47bf-aaba-ba89e7aa766c, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 01:57:52.317338 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-afedabfa-5147-451e-b3c3-ea4fc0f7e360 None None] Provisioning complete for port a5a41daa-0be8-47bf-aaba-ba89e7aa766c triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:57:52.317916 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] For port a5a41daa-0be8-47bf-aaba-ba89e7aa766c, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=a5a41daa-0be8-47bf-aaba-ba89e7aa766c,segment=NetworkSegment(0da7bbb9-84bd-4c54-ab82-55a951d1fd19),segment_id=0da7bbb9-84bd-4c54-ab82-55a951d1fd19)] {{(pid=102092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 01:57:52.318011 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-afedabfa-5147-451e-b3c3-ea4fc0f7e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:52.353011 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-afedabfa-5147-451e-b3c3-ea4fc0f7e360 None None] Port a5a41daa-0be8-47bf-aaba-ba89e7aa766c cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 01:57:52.394966 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:52.461179 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Routers {'459b4859-b3c2-4aee-b125-47d62076bb3b'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 01:57:52.461717 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f797518ad00>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T01:57:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['459b4859-b3c2-4aee-b125-47d62076bb3b'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:57:52.468077 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0639e8-ca3c-45f4-b8c2-7a79acb0e5c5 None None] Pushing event updated for resources: {'Port': ['ID=a5a41daa-0be8-47bf-aaba-ba89e7aa766c,revision_number=4']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:57:52.561360 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] Set router 459b4859-b3c2-4aee-b125-47d62076bb3b gateway port host: None {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 01:57:52.675444 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-871e29b4-5234-4295-b992-cad9b447503f None None] Provisioning complete for port a5a41daa-0be8-47bf-aaba-ba89e7aa766c triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:57:52.676119 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-871e29b4-5234-4295-b992-cad9b447503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:52.770752 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-871e29b4-5234-4295-b992-cad9b447503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:52.804467 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f797518ad00>, [{'id': '459b4859-b3c2-4aee-b125-47d62076bb3b', 'name': 'router1', 'tenant_id': '33926690fbc24a2d8d30cdff9ed944f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:39Z', 'updated_at': '2022-01-28T01:57:49Z', 'revision_number': 2, 'project_id': '33926690fbc24a2d8d30cdff9ed944f5', 'gw_port_host': None, '_interfaces': [{'id': 'a5a41daa-0be8-47bf-aaba-ba89e7aa766c', 'name': '', 'network_id': 'dfb0f458-d0e5-4039-bfee-6d902b36c34f', 'tenant_id': '33926690fbc24a2d8d30cdff9ed944f5', 'mac_address': 'fa:16:3e:49:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459b4859-b3c2-4aee-b125-47d62076bb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a249724-5e3a-4e01-b4cf-1289bbe0142d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:52Z', 'revision_number': 4, 'project_id': '33926690fbc24a2d8d30cdff9ed944f5', 'subnets': [{'id': '5a249724-5e3a-4e01-b4cf-1289bbe0142d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cebac20e-eca4-4381-8397-9a32bbbe13b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:57:52.815174 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-871e29b4-5234-4295-b992-cad9b447503f None None] For port a5a41daa-0be8-47bf-aaba-ba89e7aa766c, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=a5a41daa-0be8-47bf-aaba-ba89e7aa766c,segment=NetworkSegment(0da7bbb9-84bd-4c54-ab82-55a951d1fd19),segment_id=0da7bbb9-84bd-4c54-ab82-55a951d1fd19)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 01:57:52.835253 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8cefba-e403-4260-99da-7fd0f56be892 None None] The sync data for ids ['459b4859-b3c2-4aee-b125-47d62076bb3b'] in dv-cinder-824977-1-iscsi is: [{'id': '459b4859-b3c2-4aee-b125-47d62076bb3b', 'name': 'router1', 'tenant_id': '33926690fbc24a2d8d30cdff9ed944f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:39Z', 'updated_at': '2022-01-28T01:57:49Z', 'revision_number': 2, 'project_id': '33926690fbc24a2d8d30cdff9ed944f5', 'gw_port_host': None, '_interfaces': [{'id': 'a5a41daa-0be8-47bf-aaba-ba89e7aa766c', 'name': '', 'network_id': 'dfb0f458-d0e5-4039-bfee-6d902b36c34f', 'tenant_id': '33926690fbc24a2d8d30cdff9ed944f5', 'mac_address': 'fa:16:3e:49:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459b4859-b3c2-4aee-b125-47d62076bb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a249724-5e3a-4e01-b4cf-1289bbe0142d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:52Z', 'revision_number': 4, 'project_id': '33926690fbc24a2d8d30cdff9ed944f5', 'subnets': [{'id': '5a249724-5e3a-4e01-b4cf-1289bbe0142d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cebac20e-eca4-4381-8397-9a32bbbe13b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 01:57:52.926462 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-871e29b4-5234-4295-b992-cad9b447503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:52.939910 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 50172) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:57:52.993755 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e29b4-5234-4295-b992-cad9b447503f None None] Pushing event updated for resources: {'Port': ['ID=a5a41daa-0be8-47bf-aaba-ba89e7aa766c,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:57:53.072377 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede15f7f-acbb-4eb2-9c27-f71829f4f25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:57:53.074214 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ede15f7f-acbb-4eb2-9c27-f71829f4f25c admin admin] 10.222.0.79 "GET /v2.0/networks/f90e340b-27f2-447d-a156-32aa581e17da HTTP/1.1" status: 200  len: 842 time: 0.1333258
Jan 28 01:57:53.085041 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-bda40ba8-be99-413a-a2fd-5db324289a29 admin admin] Request body: {'subnet': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 01:57:53.195202 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda40ba8-be99-413a-a2fd-5db324289a29 admin admin] Made reservation on behalf of 9ed384f6c4594ad68721f19ac9473b0e for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 01:57:53.198193 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bda40ba8-be99-413a-a2fd-5db324289a29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:53.627830 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.objects.ports [None req-bda40ba8-be99-413a-a2fd-5db324289a29 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102089) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 28 01:57:53.628288 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bda40ba8-be99-413a-a2fd-5db324289a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:53.688335 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda40ba8-be99-413a-a2fd-5db324289a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=626f942c-33cd-4310-8756-8b345f91ef49,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:57:53.702515 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda40ba8-be99-413a-a2fd-5db324289a29 admin admin] Checking segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 01:57:53.703001 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda40ba8-be99-413a-a2fd-5db324289a29 admin admin] Network hostable DHCP agents. Network: f90e340b-27f2-447d-a156-32aa581e17da, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 01:57:53.811621 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda40ba8-be99-413a-a2fd-5db324289a29 admin admin] Network f90e340b-27f2-447d-a156-32aa581e17da is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 01:57:53.897553 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-bda40ba8-be99-413a-a2fd-5db324289a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, f90e340b-27f2-447d-a156-32aa581e17da) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 01:57:53.905837 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34b0e6c-f218-4ee8-a66a-17b7d1fcc735 None None] Network f90e340b-27f2-447d-a156-32aa581e17da requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 01:57:53.908387 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda40ba8-be99-413a-a2fd-5db324289a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:57:53.909118 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bda40ba8-be99-413a-a2fd-5db324289a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:54.010094 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-bda40ba8-be99-413a-a2fd-5db324289a29 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9280999
Jan 28 01:57:54.064780 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b29ddd-30a9-4a67-810b-fd68048ad6d8 None None] Network f90e340b-27f2-447d-a156-32aa581e17da requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 01:57:56.461741 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 50180) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:57:56.597525 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-05a86a8d-37cf-4692-b016-84afbe0d09fd admin admin] 10.222.0.79 "GET /v2.0/routers/459b4859-b3c2-4aee-b125-47d62076bb3b HTTP/1.1" status: 200  len: 710 time: 0.1332674
Jan 28 01:57:56.685860 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3660c5-f67a-4649-a131-a1efa5dbd156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:57:56.687205 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-1f3660c5-f67a-4649-a131-a1efa5dbd156 admin admin] 10.222.0.79 "GET /v2.0/networks/f90e340b-27f2-447d-a156-32aa581e17da HTTP/1.1" status: 200  len: 886 time: 0.0825641
Jan 28 01:57:56.697830 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-2f64fe91-59c6-4bbe-91d9-985760c589f7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 01:57:57.030321 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2f64fe91-59c6-4bbe-91d9-985760c589f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:57.344284 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2f64fe91-59c6-4bbe-91d9-985760c589f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:57.419661 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2f64fe91-59c6-4bbe-91d9-985760c589f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:57.530145 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-2f64fe91-59c6-4bbe-91d9-985760c589f7 admin admin] Allocated IP 172.27.0.106 (f90e340b-27f2-447d-a156-32aa581e17da/626f942c-33cd-4310-8756-8b345f91ef49/8581cca0-443a-4340-ae90-9beead085578) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 01:57:57.638636 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2f64fe91-59c6-4bbe-91d9-985760c589f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:57.726147 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2f64fe91-59c6-4bbe-91d9-985760c589f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:57.764365 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f64fe91-59c6-4bbe-91d9-985760c589f7 admin admin] Network f90e340b-27f2-447d-a156-32aa581e17da is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 01:57:57.767078 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-2f64fe91-59c6-4bbe-91d9-985760c589f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 01:57:57.770368 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f64fe91-59c6-4bbe-91d9-985760c589f7 admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 01:57:57.805970 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64fe91-59c6-4bbe-91d9-985760c589f7 admin admin] Pushing event updated for resources: {'Port': ['ID=8581cca0-443a-4340-ae90-9beead085578,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:57:58.164096 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2f64fe91-59c6-4bbe-91d9-985760c589f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:58.374464 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2f64fe91-59c6-4bbe-91d9-985760c589f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124850'] for router, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:58.378122 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2f64fe91-59c6-4bbe-91d9-985760c589f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-746551', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747371'] for router, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:58.488676 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f64fe91-59c6-4bbe-91d9-985760c589f7 admin admin] Router 459b4859-b3c2-4aee-b125-47d62076bb3b has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 01:57:58.602094 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f64fe91-59c6-4bbe-91d9-985760c589f7 admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 01:57:58.607068 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2f64fe91-59c6-4bbe-91d9-985760c589f7 admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:57:58.608348 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-2f64fe91-59c6-4bbe-91d9-985760c589f7 admin admin] 10.222.0.79 "PUT /v2.0/routers/459b4859-b3c2-4aee-b125-47d62076bb3b HTTP/1.1" status: 200  len: 890 time: 1.9145446
Jan 28 01:57:59.500977 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Sync routers for ids ['459b4859-b3c2-4aee-b125-47d62076bb3b'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 01:57:59.514542 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Routers {'459b4859-b3c2-4aee-b125-47d62076bb3b'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 01:57:59.515642 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f616b80>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T01:57:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['459b4859-b3c2-4aee-b125-47d62076bb3b'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:57:59.762832 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Set router 459b4859-b3c2-4aee-b125-47d62076bb3b gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 01:57:59.937225 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device a5a41daa-0be8-47bf-aaba-ba89e7aa766c up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 01:58:00.107083 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port a5a41daa-0be8-47bf-aaba-ba89e7aa766c triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:58:00.107375 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:00.266811 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f616b80>, [{'id': '459b4859-b3c2-4aee-b125-47d62076bb3b', 'name': 'router1', 'tenant_id': '33926690fbc24a2d8d30cdff9ed944f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '8581cca0-443a-4340-ae90-9beead085578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:39Z', 'updated_at': '2022-01-28T01:57:57Z', 'revision_number': 4, 'project_id': '33926690fbc24a2d8d30cdff9ed944f5', 'gw_port': {'id': '8581cca0-443a-4340-ae90-9beead085578', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459b4859-b3c2-4aee-b125-47d62076bb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:57Z', 'updated_at': '2022-01-28T01:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': 'a5a41daa-0be8-47bf-aaba-ba89e7aa766c', 'name': '', 'network_id': 'dfb0f458-d0e5-4039-bfee-6d902b36c34f', 'tenant_id': '33926690fbc24a2d8d30cdff9ed944f5', 'mac_address': 'fa:16:3e:49:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459b4859-b3c2-4aee-b125-47d62076bb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a249724-5e3a-4e01-b4cf-1289bbe0142d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:52Z', 'revision_number': 5, 'project_id': '33926690fbc24a2d8d30cdff9ed944f5', 'subnets': [{'id': '5a249724-5e3a-4e01-b4cf-1289bbe0142d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cebac20e-eca4-4381-8397-9a32bbbe13b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:58:00.320093 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Checking router: 459b4859-b3c2-4aee-b125-47d62076bb3b for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 01:58:00.320093 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Updating router 459b4859-b3c2-4aee-b125-47d62076bb3b port 8581cca0-443a-4340-ae90-9beead085578 binding host dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 01:58:00.366740 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:00.702008 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:00.778077 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:00.830876 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Attempting to bind port 8581cca0-443a-4340-ae90-9beead085578 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 01:58:00.831250 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Attempting to bind port 8581cca0-443a-4340-ae90-9beead085578 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 01:58:00.831612 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Attempting to bind port 8581cca0-443a-4340-ae90-9beead085578 on network f90e340b-27f2-447d-a156-32aa581e17da {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 01:58:00.839739 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f0965-6144-405a-953f-ff34f2bfa6a1 None None] Pushing event updated for resources: {'Port': ['ID=8581cca0-443a-4340-ae90-9beead085578,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:58:00.842111 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 01:58:00.842733 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Checking segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 01:58:00.843143 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:00.843529 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Bound using segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 01:58:00.844030 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Bound port: 8581cca0-443a-4340-ae90-9beead085578, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 01:58:00.844461 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:00.997216 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] For port 8581cca0-443a-4340-ae90-9beead085578, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 01:58:01.001151 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] For port 8581cca0-443a-4340-ae90-9beead085578, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=8581cca0-443a-4340-ae90-9beead085578,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 01:58:01.115093 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:01.173922 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Routers {'459b4859-b3c2-4aee-b125-47d62076bb3b'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 01:58:01.174540 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f616b80>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T01:57:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['459b4859-b3c2-4aee-b125-47d62076bb3b'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:58:01.215709 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f0965-6144-405a-953f-ff34f2bfa6a1 None None] Pushing event updated for resources: {'Port': ['ID=8581cca0-443a-4340-ae90-9beead085578,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:58:01.258587 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 50192) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:58:01.299305 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] Set router 459b4859-b3c2-4aee-b125-47d62076bb3b gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 01:58:01.422433 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-7b77ae8f-e9b3-48e6-8680-3e010fb1d141 admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1617153
Jan 28 01:58:01.572382 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f616b80>, [{'id': '459b4859-b3c2-4aee-b125-47d62076bb3b', 'name': 'router1', 'tenant_id': '33926690fbc24a2d8d30cdff9ed944f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '8581cca0-443a-4340-ae90-9beead085578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:39Z', 'updated_at': '2022-01-28T01:57:57Z', 'revision_number': 4, 'project_id': '33926690fbc24a2d8d30cdff9ed944f5', 'gw_port': {'id': '8581cca0-443a-4340-ae90-9beead085578', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459b4859-b3c2-4aee-b125-47d62076bb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:57Z', 'updated_at': '2022-01-28T01:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': 'a5a41daa-0be8-47bf-aaba-ba89e7aa766c', 'name': '', 'network_id': 'dfb0f458-d0e5-4039-bfee-6d902b36c34f', 'tenant_id': '33926690fbc24a2d8d30cdff9ed944f5', 'mac_address': 'fa:16:3e:49:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459b4859-b3c2-4aee-b125-47d62076bb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a249724-5e3a-4e01-b4cf-1289bbe0142d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:52Z', 'revision_number': 5, 'project_id': '33926690fbc24a2d8d30cdff9ed944f5', 'subnets': [{'id': '5a249724-5e3a-4e01-b4cf-1289bbe0142d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cebac20e-eca4-4381-8397-9a32bbbe13b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 01:58:01.609706 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ef7324-0fa3-4027-910f-56ea228ac47a None None] The sync data for ids ['459b4859-b3c2-4aee-b125-47d62076bb3b'] in dv-cinder-824977-1-iscsi is: [{'id': '459b4859-b3c2-4aee-b125-47d62076bb3b', 'name': 'router1', 'tenant_id': '33926690fbc24a2d8d30cdff9ed944f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '8581cca0-443a-4340-ae90-9beead085578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:39Z', 'updated_at': '2022-01-28T01:57:57Z', 'revision_number': 4, 'project_id': '33926690fbc24a2d8d30cdff9ed944f5', 'gw_port': {'id': '8581cca0-443a-4340-ae90-9beead085578', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459b4859-b3c2-4aee-b125-47d62076bb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:57Z', 'updated_at': '2022-01-28T01:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': 'a5a41daa-0be8-47bf-aaba-ba89e7aa766c', 'name': '', 'network_id': 'dfb0f458-d0e5-4039-bfee-6d902b36c34f', 'tenant_id': '33926690fbc24a2d8d30cdff9ed944f5', 'mac_address': 'fa:16:3e:49:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459b4859-b3c2-4aee-b125-47d62076bb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a249724-5e3a-4e01-b4cf-1289bbe0142d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:52Z', 'revision_number': 5, 'project_id': '33926690fbc24a2d8d30cdff9ed944f5', 'subnets': [{'id': '5a249724-5e3a-4e01-b4cf-1289bbe0142d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cebac20e-eca4-4381-8397-9a32bbbe13b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 01:58:01.958316 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 8581cca0-443a-4340-ae90-9beead085578 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 01:58:02.021394 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 8581cca0-443a-4340-ae90-9beead085578 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:58:02.022073 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:02.125778 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:02.156045 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] For port 8581cca0-443a-4340-ae90-9beead085578, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=8581cca0-443a-4340-ae90-9beead085578,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 01:58:02.242387 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:02.295254 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Pushing event updated for resources: {'Port': ['ID=8581cca0-443a-4340-ae90-9beead085578,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:58:02.717403 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 5 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 01:58:03.917961 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 8581cca0-443a-4340-ae90-9beead085578 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 01:58:04.011927 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 8581cca0-443a-4340-ae90-9beead085578 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:58:04.012399 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:10.812346 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-3cc419e7-588b-4b86-b806-b0c7125845e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:13.085569 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b07a019a-0448-4284-9078-eeef9449037b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:14.560463 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:16.348391 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:16.560204 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:39.719583 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 5 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 01:58:40.787569 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-e6d73343-a642-4487-b6d2-9d50c40af2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:43.108314 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-e76f6bb2-80c4-48f2-b374-4dc9e2f7f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:44.553401 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:46.410479 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:58:46.565045 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:10.799537 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7df1-e481-4a25-ac9e-eb76eb6e3a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:13.055921 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-7bd78fb9-deee-4506-bf1a-18d3b4d0ddf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:14.593174 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:16.381386 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:16.575376 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:16.721466 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 5 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 01:59:40.837387 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-3ecf39ec-6c02-4144-9c6b-ce540fef8469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:43.059913 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-dea9e509-7c44-41c3-bcd0-4103e4f5d713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:44.574048 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:46.380701 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:46.574584 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:51.063333 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 50754) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:59:51.128864 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.pecan_wsgi.hooks.translation [None req-440f4829-5e34-41cd-b0ec-434b01d9b461 admin admin] GET failed (client error): The resource could not be found.
Jan 28 01:59:51.130283 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-440f4829-5e34-41cd-b0ec-434b01d9b461 admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0656393
Jan 28 01:59:51.386693 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee45bb94-5635-4edf-a466-40ff1d44c711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:59:51.388126 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ee45bb94-5635-4edf-a466-40ff1d44c711 admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.2527359
Jan 28 01:59:53.683156 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 50764) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:59:53.755318 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 5 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 01:59:53.787213 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb4c4af-7e48-4c97-81a7-12381cafbfad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:59:53.788552 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-3eb4c4af-7e48-4c97-81a7-12381cafbfad admin admin] 10.222.0.79 "GET /v2.0/subnets/5a249724-5e3a-4e01-b4cf-1289bbe0142d HTTP/1.1" status: 200  len: 849 time: 0.1044180
Jan 28 01:59:53.799483 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-ee5e3571-70bf-49a4-82c3-7019ff60342e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 01:59:53.886443 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ee5e3571-70bf-49a4-82c3-7019ff60342e admin admin] Notify callbacks [] for subnet, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:54.209093 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ee5e3571-70bf-49a4-82c3-7019ff60342e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759977830759'] for subnet, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:54.241672 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5e3571-70bf-49a4-82c3-7019ff60342e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:59:54.242651 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ee5e3571-70bf-49a4-82c3-7019ff60342e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:54.244239 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ee5e3571-70bf-49a4-82c3-7019ff60342e admin admin] 10.222.0.79 "PUT /v2.0/subnets/5a249724-5e3a-4e01-b4cf-1289bbe0142d HTTP/1.1" status: 200  len: 868 time: 0.4484892
Jan 28 01:59:54.245632 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f479c99-4197-443b-b2b2-bf74e0511c5b None None] Network dfb0f458-d0e5-4039-bfee-6d902b36c34f requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 01:59:54.267443 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e3571-70bf-49a4-82c3-7019ff60342e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a249724-5e3a-4e01-b4cf-1289bbe0142d,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 01:59:54.279137 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5e3571-70bf-49a4-82c3-7019ff60342e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:59:54.302686 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5e3571-70bf-49a4-82c3-7019ff60342e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:59:54.302686 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5e3571-70bf-49a4-82c3-7019ff60342e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:59:54.302686 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5e3571-70bf-49a4-82c3-7019ff60342e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:59:54.302686 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5e3571-70bf-49a4-82c3-7019ff60342e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:59:54.302686 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5e3571-70bf-49a4-82c3-7019ff60342e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:59:54.302686 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5e3571-70bf-49a4-82c3-7019ff60342e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:59:54.302686 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5e3571-70bf-49a4-82c3-7019ff60342e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:59:54.302686 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5e3571-70bf-49a4-82c3-7019ff60342e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:59:54.302686 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5e3571-70bf-49a4-82c3-7019ff60342e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:59:54.302686 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5e3571-70bf-49a4-82c3-7019ff60342e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:59:54.302686 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5e3571-70bf-49a4-82c3-7019ff60342e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 01:59:54.611882 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-97930456-2a42-4c77-96b3-7267ed4c5a07 None None] Provisioning complete for port afe6df14-ce53-4af3-a403-c3141daff130 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:59:54.613063 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-97930456-2a42-4c77-96b3-7267ed4c5a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:54.699804 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-97930456-2a42-4c77-96b3-7267ed4c5a07 None None] Provisioning complete for port a5a41daa-0be8-47bf-aaba-ba89e7aa766c triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 01:59:54.700194 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-97930456-2a42-4c77-96b3-7267ed4c5a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 01:59:56.540676 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 50772) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:59:56.749542 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9ae0dc-494f-4256-834e-306ef5be9351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:59:56.749912 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9ae0dc-494f-4256-834e-306ef5be9351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:59:56.751433 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-ae9ae0dc-494f-4256-834e-306ef5be9351 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.2098236
Jan 28 01:59:59.054515 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 50782) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 01:59:59.201169 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be0c87c-3877-4a8f-8650-6c05ce102052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:59:59.201647 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be0c87c-3877-4a8f-8650-6c05ce102052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 01:59:59.203215 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-0be0c87c-3877-4a8f-8650-6c05ce102052 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1477365
Jan 28 02:00:01.501203 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 50790) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:00:01.679252 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53769357-9e98-4e9b-b972-70c7d860bf0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:00:01.680634 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-53769357-9e98-4e9b-b972-70c7d860bf0d admin admin] 10.222.0.79 "GET /v2.0/networks/dfb0f458-d0e5-4039-bfee-6d902b36c34f HTTP/1.1" status: 200  len: 870 time: 0.1784909
Jan 28 02:00:03.980316 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 50798) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:00:04.112913 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc70af4-f21e-47c4-b095-c91c0265e21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:00:04.114692 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-dcc70af4-f21e-47c4-b095-c91c0265e21f admin admin] 10.222.0.79 "GET /v2.0/networks/f90e340b-27f2-447d-a156-32aa581e17da HTTP/1.1" status: 200  len: 886 time: 0.1334026
Jan 28 02:00:06.433708 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 50806) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:00:06.564875 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6277331c-96a0-4794-9864-96357003c285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:00:06.565328 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6277331c-96a0-4794-9864-96357003c285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:00:06.566900 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-6277331c-96a0-4794-9864-96357003c285 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1322227
Jan 28 02:00:08.862099 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 50814) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:00:08.957471 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fb6a3-91e3-4174-84b3-65a8412958cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:00:08.957905 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fb6a3-91e3-4174-84b3-65a8412958cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:00:08.959599 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-6a8fb6a3-91e3-4174-84b3-65a8412958cc admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0965426
Jan 28 02:00:10.801957 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-cb031f91-b3b2-42bf-99c3-5faf882eed39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:11.272347 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 50822) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:00:11.369447 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a55807-23be-47a7-808d-d32cb2e88a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:00:11.370813 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-f1a55807-23be-47a7-808d-d32cb2e88a76 admin admin] 10.222.0.79 "GET /v2.0/subnets/5a249724-5e3a-4e01-b4cf-1289bbe0142d HTTP/1.1" status: 200  len: 868 time: 0.0975301
Jan 28 02:00:13.060102 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-0a4a6f1d-4557-4f48-9427-6a99ed300350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:13.689179 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 50830) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:00:13.786388 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc526bb4-5bc0-49be-b55b-2cc308b43b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:00:13.787765 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-bc526bb4-5bc0-49be-b55b-2cc308b43b00 admin admin] 10.222.0.79 "GET /v2.0/subnets/626f942c-33cd-4310-8756-8b345f91ef49 HTTP/1.1" status: 200  len: 816 time: 0.0975990
Jan 28 02:00:14.556365 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:16.391386 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:16.533676 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:30.724820 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 5 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:00:34.026090 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 50884) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:00:34.089177 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [None req-19bf0631-7ca6-4658-a413-d261eca2e04f admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 02:00:34.090698 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-19bf0631-7ca6-4658-a413-d261eca2e04f admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0636063
Jan 28 02:00:36.455807 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 50892) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:00:36.517306 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b8c62e-8a02-4938-90bf-de016e564c22 admin admin] GET failed (client error): The resource could not be found.
Jan 28 02:00:36.518648 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-22b8c62e-8a02-4938-90bf-de016e564c22 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0619051
Jan 28 02:00:36.657639 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e3036d-37a9-402a-b996-9d33a361fa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:00:36.659047 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-e2e3036d-37a9-402a-b996-9d33a361fa9f admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1357355
Jan 28 02:00:38.920186 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 50900) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:00:38.968939 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:00:39.087170 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Made reservation on behalf of 9ed384f6c4594ad68721f19ac9473b0e for: {'network': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:00:39.089760 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:39.124553 dv-cinder-824977-1-iscsi neutron-server[102090]: WARNING neutron.services.revisions.revision_plugin [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f7974269bb0] {project_id='9ed384f6c4594ad68721f19ac9473b0e', id='63d88733-b7ab-4a0d-beda-996578d24960', target_tenant='*', action='access_as_shared', object_id='96df8036-ecc1-4d8f-a4ec-68a96854c20a'}> to bump revision.
Jan 28 02:00:39.137219 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] vlan segment allocate from pool success with {'vlan_id': 1235, 'physical_network': 'physnet1'}  {{(pid=102090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:00:39.148324 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:39.148670 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.segments_db [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Added segment 003e405d-f6d1-47f6-8c7f-615936ab16e0 of type vlan for network 96df8036-ecc1-4d8f-a4ec-68a96854c20a
Jan 28 02:00:39.193147 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:39.327054 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:39.328056 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:00:39.329298 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:39.447239 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Pushing event updated for resources: {'Network': ['ID=96df8036-ecc1-4d8f-a4ec-68a96854c20a,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:00:39.454806 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:39.455170 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:39.455508 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:39.455835 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:39.456183 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:39.456523 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:39.456852 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:39.457191 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:39.457531 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:39.457851 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:39.458166 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:39.458482 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:39.470374 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network 96df8036-ecc1-4d8f-a4ec-68a96854c20a details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:00:39.535661 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-38419cd3-bafa-4239-a4d3-68b198745459 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.6143737
Jan 28 02:00:40.790149 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-5ec139f7-c407-4b3f-b2bd-dba39f5e8039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:41.794652 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 50908) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:00:41.856641 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e406f3-3b60-4344-9cbe-203144693353 admin admin] GET failed (client error): The resource could not be found.
Jan 28 02:00:41.857971 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-f9e406f3-3b60-4344-9cbe-203144693353 admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0623662
Jan 28 02:00:41.929472 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc590aa-95ad-4ceb-88ad-eba7e78b962f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:00:41.930928 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ddc590aa-95ad-4ceb-88ad-eba7e78b962f admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.0676842
Jan 28 02:00:41.941524 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-fca6a3f2-f546-47c5-a70c-6de1cbd5d319 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '96df8036-ecc1-4d8f-a4ec-68a96854c20a', 'cidr': '192.168.233.0/24'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:00:42.018112 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca6a3f2-f546-47c5-a70c-6de1cbd5d319 admin admin] Made reservation on behalf of 9ed384f6c4594ad68721f19ac9473b0e for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:00:42.020337 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fca6a3f2-f546-47c5-a70c-6de1cbd5d319 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:42.218090 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fca6a3f2-f546-47c5-a70c-6de1cbd5d319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:42.271625 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6a3f2-f546-47c5-a70c-6de1cbd5d319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d4d18ea-fcab-4c84-af0b-acebe15d0444,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:00:42.279728 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca6a3f2-f546-47c5-a70c-6de1cbd5d319 admin admin] Checking segment: {'id': '003e405d-f6d1-47f6-8c7f-615936ab16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '96df8036-ecc1-4d8f-a4ec-68a96854c20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:00:42.280113 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca6a3f2-f546-47c5-a70c-6de1cbd5d319 admin admin] Network hostable DHCP agents. Network: 96df8036-ecc1-4d8f-a4ec-68a96854c20a, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:00:42.360911 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca6a3f2-f546-47c5-a70c-6de1cbd5d319 admin admin] Network 96df8036-ecc1-4d8f-a4ec-68a96854c20a is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:00:42.439998 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-fca6a3f2-f546-47c5-a70c-6de1cbd5d319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, 96df8036-ecc1-4d8f-a4ec-68a96854c20a) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:00:42.444248 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca6a3f2-f546-47c5-a70c-6de1cbd5d319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:00:42.444839 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fca6a3f2-f546-47c5-a70c-6de1cbd5d319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:42.449014 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df70497d-6380-473b-98b0-12ae4439dc24 None None] Network 96df8036-ecc1-4d8f-a4ec-68a96854c20a requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:00:42.517500 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-fca6a3f2-f546-47c5-a70c-6de1cbd5d319 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5795228
Jan 28 02:00:42.600379 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fe7d7be-6e7d-5d80-8e8c-77305bd48c93-96df8036-ecc1-4d8f-a4ec-68a96854c20a', 'network_id': '96df8036-ecc1-4d8f-a4ec-68a96854c20a', 'tenant_id': '9ed384f6c4594ad68721f19ac9473b0e', 'fixed_ips': [{'subnet_id': '7d4d18ea-fcab-4c84-af0b-acebe15d0444'}]}} from dv-cinder-824977-1-iscsi. {{(pid=102091) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 02:00:42.601310 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:42.750165 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.db_base_plugin_common [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Allocated IP 192.168.233.2 (96df8036-ecc1-4d8f-a4ec-68a96854c20a/7d4d18ea-fcab-4c84-af0b-acebe15d0444/8b1b033f-8123-476f-967d-313855c72d50) {{(pid=102091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:00:42.896861 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Notify callbacks [] for port, precommit_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:42.982440 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863'] for port, after_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:43.027416 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Network 96df8036-ecc1-4d8f-a4ec-68a96854c20a is already hosted by enough agents. {{(pid=102091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:00:43.030578 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.base_scheduler [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Resources bound (agent type, host, resource id):  {{(pid=102091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:00:43.036460 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Received port after_create {{(pid=102091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:00:43.046875 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Pushing event updated for resources: {'Port': ['ID=8b1b033f-8123-476f-967d-313855c72d50,revision_number=1']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:00:43.067696 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:43.068097 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:43.068464 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:43.068790 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:43.069122 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:43.069456 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:43.069804 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:43.070132 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:43.070473 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:43.070801 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:43.071174 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:43.071466 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:00:43.101227 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-93841260-24ad-48b6-a848-441e717a8655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:43.113585 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Attempting to bind port 8b1b033f-8123-476f-967d-313855c72d50 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:00:43.115440 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Attempting to bind port 8b1b033f-8123-476f-967d-313855c72d50 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '003e405d-f6d1-47f6-8c7f-615936ab16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '96df8036-ecc1-4d8f-a4ec-68a96854c20a'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:00:43.115440 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Attempting to bind port 8b1b033f-8123-476f-967d-313855c72d50 on network 96df8036-ecc1-4d8f-a4ec-68a96854c20a {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:00:43.119243 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:00:43.119649 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Checking segment: {'id': '003e405d-f6d1-47f6-8c7f-615936ab16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '96df8036-ecc1-4d8f-a4ec-68a96854c20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:00:43.120074 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:43.120458 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Bound using segment: {'id': '003e405d-f6d1-47f6-8c7f-615936ab16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '96df8036-ecc1-4d8f-a4ec-68a96854c20a'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:00:43.121013 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Bound port: 8b1b033f-8123-476f-967d-313855c72d50, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003e405d-f6d1-47f6-8c7f-615936ab16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '96df8036-ecc1-4d8f-a4ec-68a96854c20a'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:00:43.121289 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:43.190224 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] For port 8b1b033f-8123-476f-967d-313855c72d50, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:00:43.193813 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] For port 8b1b033f-8123-476f-967d-313855c72d50, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=8b1b033f-8123-476f-967d-313855c72d50,segment=NetworkSegment(003e405d-f6d1-47f6-8c7f-615936ab16e0),segment_id=003e405d-f6d1-47f6-8c7f-615936ab16e0)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:00:43.282162 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:43.341473 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70addc-a68a-4706-bbea-3549c007af4e None None] Pushing event updated for resources: {'Port': ['ID=8b1b033f-8123-476f-967d-313855c72d50,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:00:44.059108 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 8b1b033f-8123-476f-967d-313855c72d50 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:00:44.118452 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 8b1b033f-8123-476f-967d-313855c72d50 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:00:44.119095 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:44.210426 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db1d702-097f-408e-a2c1-57bf0a62fb32 None None] Network 96df8036-ecc1-4d8f-a4ec-68a96854c20a requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:00:44.263149 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:44.304365 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-09846138-3674-4782-bf82-30c760fcb450 None None] Provisioning complete for port 8b1b033f-8123-476f-967d-313855c72d50 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:00:44.304727 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-09846138-3674-4782-bf82-30c760fcb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:44.349674 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] For port 8b1b033f-8123-476f-967d-313855c72d50, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=8b1b033f-8123-476f-967d-313855c72d50,segment=NetworkSegment(003e405d-f6d1-47f6-8c7f-615936ab16e0),segment_id=003e405d-f6d1-47f6-8c7f-615936ab16e0)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:00:44.442549 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:44.482368 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-09846138-3674-4782-bf82-30c760fcb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:44.538662 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Pushing event updated for resources: {'Port': ['ID=8b1b033f-8123-476f-967d-313855c72d50,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:00:44.584043 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.db.api [None req-09846138-3674-4782-bf82-30c760fcb450 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 28 02:00:44.584043 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG oslo_db.api [None req-09846138-3674-4782-bf82-30c760fcb450 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 28 02:00:44.596509 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:45.240124 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b66e349b-2ac4-4738-9a66-eaafa01ba482 None None] Provisioning complete for port 8b1b033f-8123-476f-967d-313855c72d50 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:00:45.240833 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b66e349b-2ac4-4738-9a66-eaafa01ba482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:46.019003 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 8b1b033f-8123-476f-967d-313855c72d50 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:00:46.065764 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 8b1b033f-8123-476f-967d-313855c72d50 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:00:46.066134 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:46.382865 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:00:46.555363 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:07.724361 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 5 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:01:10.783150 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-69c9374b-8e1f-47f1-b2e0-cd44d496ab6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:13.063610 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-1c7b7e04-cd03-4934-83e8-373f6f8309a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:14.565653 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:16.388548 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:16.548811 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:40.799362 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-a002dcfa-1995-4e1b-81b2-e1bb4c038159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:43.056133 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-2fc8afe2-8815-4b96-95d8-c2b83335ee08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:44.558866 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:44.723472 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 5 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:01:46.393966 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:01:46.564602 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:09.896194 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 50962) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:09.902125 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [None req-3314a3c1-fd02-44b0-8e31-75b5ff1c58d8 tempest-verify_tempest_config-469071127 tempest-verify_tempest_config-469071127-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102089) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 02:02:09.903937 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-3314a3c1-fd02-44b0-8e31-75b5ff1c58d8 tempest-verify_tempest_config-469071127 tempest-verify_tempest_config-469071127-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0067799
Jan 28 02:02:10.455068 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 50980) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:10.561446 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-07032226-bc75-474c-92d7-25dc21b0146b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:10.633904 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-07032226-bc75-474c-92d7-25dc21b0146b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:10.729726 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-07032226-bc75-474c-92d7-25dc21b0146b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:10.778742 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-07032226-bc75-474c-92d7-25dc21b0146b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cea96236217943469a79fe4e139766a3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3226089
Jan 28 02:02:10.779576 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07032226-bc75-474c-92d7-25dc21b0146b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f39b032-9f28-4e7b-8ab4-aa106fb697fe,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:10.781464 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 50984) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:02:10.797670 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032226-bc75-474c-92d7-25dc21b0146b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:10.798037 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032226-bc75-474c-92d7-25dc21b0146b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:10.798380 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032226-bc75-474c-92d7-25dc21b0146b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:10.798713 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032226-bc75-474c-92d7-25dc21b0146b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:10.799038 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032226-bc75-474c-92d7-25dc21b0146b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:10.799365 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032226-bc75-474c-92d7-25dc21b0146b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:10.799691 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032226-bc75-474c-92d7-25dc21b0146b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:10.800046 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032226-bc75-474c-92d7-25dc21b0146b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:10.800371 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032226-bc75-474c-92d7-25dc21b0146b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:10.800689 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032226-bc75-474c-92d7-25dc21b0146b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:10.801007 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032226-bc75-474c-92d7-25dc21b0146b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:10.801323 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07032226-bc75-474c-92d7-25dc21b0146b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:02:10.813987 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-cc50ee44-9fe9-4f26-a6d6-fd0cd1b26c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:10.847918 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e55bdb6f-e9b9-414d-8df3-9cc6460b3654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:10.874823 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e55bdb6f-e9b9-414d-8df3-9cc6460b3654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:11.038702 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e55bdb6f-e9b9-414d-8df3-9cc6460b3654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:11.041247 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e55bdb6f-e9b9-414d-8df3-9cc6460b3654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:11.042437 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-e55bdb6f-e9b9-414d-8df3-9cc6460b3654 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2f39b032-9f28-4e7b-8ab4-aa106fb697fe HTTP/1.1" status: 204  len: 168 time: 0.2600617
Jan 28 02:02:11.051010 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55bdb6f-e9b9-414d-8df3-9cc6460b3654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f39b032-9f28-4e7b-8ab4-aa106fb697fe,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:02:13.053990 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-224e1df2-3f1a-4f6b-933f-27c8de0807a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:14.581130 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:16.535847 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:16.614068 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:21.722992 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 5 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:02:40.790062 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-2f05232a-7f61-46db-bb80-045aa706bd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:43.065920 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f02d9d40-f014-4253-b8e8-e400aa88740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:44.557162 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:46.408831 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:46.585702 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:02:58.722065 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 5 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:03:10.784771 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-a9cae477-32c9-4053-a56c-001140f32fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:13.122857 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-21b53382-f58c-429b-b6a3-c0a94be51586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:14.578927 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:16.401503 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:16.567535 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:35.721125 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 5 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:03:40.795117 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-cc32faad-337e-4b0e-b743-782a01126c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:43.050727 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-bb7860dd-0fce-4070-8637-4d25fb13707d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:44.601375 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:46.399001 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:46.558738 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:03:50.109429 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564791'] for agent, after_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:06.743211 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51056) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:06.852139 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ef0efdf1-b924-41c9-a34c-4ad6ced19288 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1078153
Jan 28 02:04:09.125339 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51066) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:04:09.181628 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-86051650-a4c2-4461-8fbc-5d4ee9685ec5 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0549951
Jan 28 02:04:10.809511 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-e8a1e236-4106-48e6-bfb0-0edb3bf76f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:12.722189 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:04:13.080876 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-ad98e6ca-4acb-4e93-97ad-0365fe888641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:14.583083 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:16.409411 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:16.558063 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:20.028323 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:40.787512 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-598fefb8-e94a-4781-8e8e-41cd2c29bd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:43.038894 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5f57-f4c7-424a-b801-91ad71fed924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:44.570071 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:46.398736 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:46.579857 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:04:49.721944 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:04:50.050399 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:10.935825 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-c1a02cc9-b7e4-42e2-a897-892e429ced02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:13.049986 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-43aa45b5-ea2c-4459-bfef-1f27c3e2540c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:14.590377 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:16.425043 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:16.563855 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:20.075889 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:26.721102 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:05:40.797673 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-460213e1-19ca-488e-9264-967a57a5d492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:43.037033 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-82b751ff-5344-4a36-9e7d-788aa554088a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:44.612099 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.466166 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:46.608907 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:50.094734 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:58.374819 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51242) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:58.608261 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1859231113-network', 'tenant_id': 'b22dd75c99404b48a867a48eb5d10c7d'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:58.725483 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Made reservation on behalf of b22dd75c99404b48a867a48eb5d10c7d for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:05:58.727825 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:58.738370 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:58.822510 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:58.899805 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:58.933776 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1240, 'physical_network': 'physnet1'}  {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:05:58.945676 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3d74f4-02c1-449b-bcf0-8290e7a80501,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:58.956263 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:58.956637 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:58.956986 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:58.957324 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:58.957652 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:58.957992 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:58.958324 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:58.958651 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:58.958982 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:58.959307 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:58.959623 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:58.959939 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Tracked resource versions report:
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]: pushed versions:
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]: {   'AddressGroup': {'1.2'},
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:     'ConntrackHelper': {'1.0'},
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:     'Log': {'1.0'},
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:     'Network': {'1.1'},
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:     'Port': {'1.7'},
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:     'PortForwarding': {'1.2'},
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:     'QosPolicy': {'1.9'},
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:     'SecurityGroup': {'1.4'},
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:     'SecurityGroupRule': {'1.2'},
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:     'SubPort': {'1.0'},
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:     'Subnet': {'1.1'},
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:     'Trunk': {'1.1'}}
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]: consumer versions:
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]: {   DHCP agent@dv-cinder-824977-1-iscsi: {},
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:     HyperV agent@hv-cinder-82497: {},
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:     L3 agent@dv-cinder-824977-1-iscsi: {},
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:     Metadata agent@dv-cinder-824977-1-iscsi: {},
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:     Metering agent@dv-cinder-824977-1-iscsi: {},
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:     Open vSwitch agent@dv-cinder-824977-1-iscsi: {   'AddressGroup': '1.2',
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'ConntrackHelper': '1.0',
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'Log': '1.0',
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'Network': '1.1',
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'Port': '1.7',
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'PortForwarding': '1.2',
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'QosPolicy': '1.9',
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'SecurityGroup': '1.4',
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'SecurityGroupRule': '1.2',
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'SubPort': '1.0',
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'Subnet': '1.1',
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:                                                      'Trunk': '1.1'}}
Jan 28 02:05:58.961075 dv-cinder-824977-1-iscsi neutron-server[102089]:  {{(pid=102089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 28 02:05:58.966891 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:58.967240 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Added segment 6df9d1b4-ddf7-460c-9fb1-90c8a620bff3 of type vlan for network d5967118-0c34-42f3-bacd-9665a804451b
Jan 28 02:05:59.007602 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:59.110966 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:59.110966 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:59.110966 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:59.178373 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] Pushing event updated for resources: {'Network': ['ID=d5967118-0c34-42f3-bacd-9665a804451b,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:59.192155 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network d5967118-0c34-42f3-bacd-9665a804451b details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:05:59.280629 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 51284) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:59.287223 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-89cbe168-5d8c-4c61-82fc-c1d6220a9eb3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.9087379
Jan 28 02:05:59.289671 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Request body: {'subnet': {'network_id': 'd5967118-0c34-42f3-bacd-9665a804451b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1859231113-subnet', 'tenant_id': 'b22dd75c99404b48a867a48eb5d10c7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:59.373403 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 51290) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:59.380411 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Made reservation on behalf of b22dd75c99404b48a867a48eb5d10c7d for: {'subnet': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:05:59.382723 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Notify callbacks [] for subnet, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:59.408804 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51296) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:59.620370 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for subnet, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:59.668491 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Pushing event updated for resources: {'Subnet': ['ID=26cae819-3466-4a21-89c0-d9087923e8b9,revision_number=0']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:05:59.694506 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-ab958140-e6ab-4846-a18e-3bd94babe7c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-45001068-network', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:59.699301 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:59.699632 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:59.699982 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:59.700329 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:59.700658 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:59.701014 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:59.701350 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:59.701695 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:59.702040 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:59.702369 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:59.702691 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:59.703010 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Tracked resource versions report:
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]: pushed versions:
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]: {   'AddressGroup': {'1.2'},
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:     'ConntrackHelper': {'1.0'},
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:     'Log': {'1.0'},
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:     'Network': {'1.1'},
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:     'Port': {'1.7'},
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:     'PortForwarding': {'1.2'},
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:     'QosPolicy': {'1.9'},
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:     'SecurityGroup': {'1.4'},
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:     'SecurityGroupRule': {'1.2'},
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:     'SubPort': {'1.0'},
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:     'Subnet': {'1.1'},
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:     'Trunk': {'1.1'}}
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]: consumer versions:
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]: {   DHCP agent@dv-cinder-824977-1-iscsi: {},
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:     HyperV agent@hv-cinder-82497: {},
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:     L3 agent@dv-cinder-824977-1-iscsi: {},
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:     Metadata agent@dv-cinder-824977-1-iscsi: {},
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:     Metering agent@dv-cinder-824977-1-iscsi: {},
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:     Open vSwitch agent@dv-cinder-824977-1-iscsi: {   'AddressGroup': '1.2',
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'ConntrackHelper': '1.0',
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'Log': '1.0',
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'Network': '1.1',
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'Port': '1.7',
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'PortForwarding': '1.2',
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'QosPolicy': '1.9',
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'SecurityGroup': '1.4',
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'SecurityGroupRule': '1.2',
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'SubPort': '1.0',
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'Subnet': '1.1',
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:                                                      'Trunk': '1.1'}}
Jan 28 02:05:59.704668 dv-cinder-824977-1-iscsi neutron-server[102090]:  {{(pid=102090) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 28 02:05:59.715610 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Checking segment: {'id': '6df9d1b4-ddf7-460c-9fb1-90c8a620bff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'd5967118-0c34-42f3-bacd-9665a804451b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:05:59.715980 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Network hostable DHCP agents. Network: d5967118-0c34-42f3-bacd-9665a804451b, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:05:59.791808 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51312) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:05:59.806072 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Network d5967118-0c34-42f3-bacd-9665a804451b is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:05:59.836393 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab958140-e6ab-4846-a18e-3bd94babe7c6 admin admin] Made reservation on behalf of 6bdd27e926a84fa49844fbcca271bb19 for: {'network': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:05:59.839118 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-98b379e9-ec04-42c2-99c1-0c1185942239 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-760726899-network', 'tenant_id': 'cc19a0f9c33f47f1b504bebbb0b2c931'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:05:59.839425 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ab958140-e6ab-4846-a18e-3bd94babe7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:59.850593 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ab958140-e6ab-4846-a18e-3bd94babe7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:59.889709 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, d5967118-0c34-42f3-bacd-9665a804451b) {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:05:59.897700 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:05:59.898178 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:59.900105 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defaa4a8-9b16-4377-9ee0-693ec2a0e9aa None None] Network d5967118-0c34-42f3-bacd-9665a804451b requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:05:59.939887 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ab958140-e6ab-4846-a18e-3bd94babe7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:59.968662 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b379e9-ec04-42c2-99c1-0c1185942239 admin admin] Made reservation on behalf of cc19a0f9c33f47f1b504bebbb0b2c931 for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:05:59.971720 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-98b379e9-ec04-42c2-99c1-0c1185942239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:05:59.982807 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-98b379e9-ec04-42c2-99c1-0c1185942239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.044507 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3d518a-546e-4505-ba67-f8e68f80ab46 None None] Network d5967118-0c34-42f3-bacd-9665a804451b requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:06:00.045310 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-e46cfb8a-922e-46c3-b666-699b2a07006c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7627428
Jan 28 02:06:00.056039 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ab958140-e6ab-4846-a18e-3bd94babe7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.080577 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-98b379e9-ec04-42c2-99c1-0c1185942239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.094715 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab958140-e6ab-4846-a18e-3bd94babe7c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1204, 'physical_network': 'physnet1'}  {{(pid=102090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:06:00.153455 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51328) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:00.154406 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ab958140-e6ab-4846-a18e-3bd94babe7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.154765 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.segments_db [None req-ab958140-e6ab-4846-a18e-3bd94babe7c6 admin admin] Added segment c03c4d01-c672-47ad-af57-d8f713f8ab70 of type vlan for network 93f7fa36-86c7-4eac-8e6a-71166645bc4a
Jan 28 02:06:00.166356 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-98b379e9-ec04-42c2-99c1-0c1185942239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.189004 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b379e9-ec04-42c2-99c1-0c1185942239 admin admin] vlan segment allocate from pool success with {'vlan_id': 1249, 'physical_network': 'physnet1'}  {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:06:00.200819 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ab958140-e6ab-4846-a18e-3bd94babe7c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.205144 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab958140-e6ab-4846-a18e-3bd94babe7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc91cf1-12bc-4b3a-a2a9-c8d74bf64381,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:00.210908 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-98b379e9-ec04-42c2-99c1-0c1185942239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.211246 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-98b379e9-ec04-42c2-99c1-0c1185942239 admin admin] Added segment 1c61313e-1493-444a-a991-929ee367517d of type vlan for network 8ef75d94-d93d-4873-9fc3-216697a025d1
Jan 28 02:06:00.272148 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b379e9-ec04-42c2-99c1-0c1185942239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bbacc5-fa56-454c-91d5-1421242c0c1a,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:00.299096 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-8dcd7a73-d4b1-4157-a6c3-52d6f9b25bd4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-754072143-network', 'tenant_id': '7c900f58243346da8226fb907a41c600'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:00.299096 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-98b379e9-ec04-42c2-99c1-0c1185942239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.317402 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ab958140-e6ab-4846-a18e-3bd94babe7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.318276 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab958140-e6ab-4846-a18e-3bd94babe7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:00.318865 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ab958140-e6ab-4846-a18e-3bd94babe7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.400514 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab958140-e6ab-4846-a18e-3bd94babe7c6 admin admin] Pushing event updated for resources: {'Network': ['ID=93f7fa36-86c7-4eac-8e6a-71166645bc4a,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:00.420042 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network 93f7fa36-86c7-4eac-8e6a-71166645bc4a details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:06:00.426723 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcd7a73-d4b1-4157-a6c3-52d6f9b25bd4 admin admin] Made reservation on behalf of 7c900f58243346da8226fb907a41c600 for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:00.426723 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8dcd7a73-d4b1-4157-a6c3-52d6f9b25bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.432571 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8dcd7a73-d4b1-4157-a6c3-52d6f9b25bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.456299 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-ab958140-e6ab-4846-a18e-3bd94babe7c6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.0807390
Jan 28 02:06:00.456913 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 51336) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:00.471066 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-9018b87e-af4f-4eef-b8a4-6b99733bdbc9 admin admin] Request body: {'subnet': {'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-subnet', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:00.534789 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8dcd7a73-d4b1-4157-a6c3-52d6f9b25bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.538425 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-98b379e9-ec04-42c2-99c1-0c1185942239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.539566 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b379e9-ec04-42c2-99c1-0c1185942239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:00.540324 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-98b379e9-ec04-42c2-99c1-0c1185942239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.554197 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-15053d00-f0b3-462a-85ee-58c840aa0fd2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-728309627-network', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:00.598433 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9018b87e-af4f-4eef-b8a4-6b99733bdbc9 admin admin] Made reservation on behalf of 6bdd27e926a84fa49844fbcca271bb19 for: {'subnet': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:00.602550 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9018b87e-af4f-4eef-b8a4-6b99733bdbc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.621668 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8dcd7a73-d4b1-4157-a6c3-52d6f9b25bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.636160 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcd7a73-d4b1-4157-a6c3-52d6f9b25bd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1236, 'physical_network': 'physnet1'}  {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:06:00.638009 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b379e9-ec04-42c2-99c1-0c1185942239 admin admin] Pushing event updated for resources: {'Network': ['ID=8ef75d94-d93d-4873-9fc3-216697a025d1,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:00.649945 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network 8ef75d94-d93d-4873-9fc3-216697a025d1 details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:06:00.694952 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8dcd7a73-d4b1-4157-a6c3-52d6f9b25bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.698771 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-8dcd7a73-d4b1-4157-a6c3-52d6f9b25bd4 admin admin] Added segment 7f90a22a-0974-4f38-ad27-e4485fb93a2c of type vlan for network bf92ef18-6e9f-4275-84f6-9b740a0ea52b
Jan 28 02:06:00.716025 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 51356) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:00.719422 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-98b379e9-ec04-42c2-99c1-0c1185942239 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.3062518
Jan 28 02:06:00.723844 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-20047909-6c05-47a2-81cb-fc957e274236 admin admin] Request body: {'subnet': {'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-760726899-subnet', 'tenant_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:00.746057 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd7a73-d4b1-4157-a6c3-52d6f9b25bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481f5cf4-59e8-46ad-8ef2-280c955778ae,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:00.794285 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8dcd7a73-d4b1-4157-a6c3-52d6f9b25bd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.864218 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20047909-6c05-47a2-81cb-fc957e274236 admin admin] Made reservation on behalf of cc19a0f9c33f47f1b504bebbb0b2c931 for: {'subnet': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:00.867796 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-20047909-6c05-47a2-81cb-fc957e274236 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.929126 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8dcd7a73-d4b1-4157-a6c3-52d6f9b25bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.937191 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcd7a73-d4b1-4157-a6c3-52d6f9b25bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:00.937191 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8dcd7a73-d4b1-4157-a6c3-52d6f9b25bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:00.994816 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd7a73-d4b1-4157-a6c3-52d6f9b25bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=bf92ef18-6e9f-4275-84f6-9b740a0ea52b,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:00.996980 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15053d00-f0b3-462a-85ee-58c840aa0fd2 admin admin] Made reservation on behalf of 0abe012ba65845329098e0e06c54b9c1 for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:01.005489 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-15053d00-f0b3-462a-85ee-58c840aa0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:01.007744 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network bf92ef18-6e9f-4275-84f6-9b740a0ea52b details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:06:01.029579 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9018b87e-af4f-4eef-b8a4-6b99733bdbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for subnet, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:01.037186 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-15053d00-f0b3-462a-85ee-58c840aa0fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:01.114476 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9018b87e-af4f-4eef-b8a4-6b99733bdbc9 admin admin] Checking segment: {'id': 'c03c4d01-c672-47ad-af57-d8f713f8ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:01.114476 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9018b87e-af4f-4eef-b8a4-6b99733bdbc9 admin admin] Network hostable DHCP agents. Network: 93f7fa36-86c7-4eac-8e6a-71166645bc4a, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:06:01.136103 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-8dcd7a73-d4b1-4157-a6c3-52d6f9b25bd4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.3431597
Jan 28 02:06:01.140044 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51370) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:01.146934 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-a5979aac-8394-45cb-873f-dcaf786a620a admin admin] Request body: {'subnet': {'network_id': 'bf92ef18-6e9f-4275-84f6-9b740a0ea52b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-754072143-subnet', 'tenant_id': '7c900f58243346da8226fb907a41c600', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:01.180331 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-15053d00-f0b3-462a-85ee-58c840aa0fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:01.189097 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018b87e-af4f-4eef-b8a4-6b99733bdbc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51f5d2fc-f2c1-4616-91ac-244dfd5cdb84,revision_number=0']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:01.258451 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9018b87e-af4f-4eef-b8a4-6b99733bdbc9 admin admin] Network 93f7fa36-86c7-4eac-8e6a-71166645bc4a is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:06:01.259324 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-15053d00-f0b3-462a-85ee-58c840aa0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:01.280163 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15053d00-f0b3-462a-85ee-58c840aa0fd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1248, 'physical_network': 'physnet1'}  {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:06:01.286168 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-20047909-6c05-47a2-81cb-fc957e274236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for subnet, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:01.304376 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-15053d00-f0b3-462a-85ee-58c840aa0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:01.305226 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-15053d00-f0b3-462a-85ee-58c840aa0fd2 admin admin] Added segment 0868dfe9-eda9-4cc9-adac-d4c84b2d81b9 of type vlan for network 3b3748b7-1bed-4ab4-9fea-64d92f6154dd
Jan 28 02:06:01.352746 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20047909-6c05-47a2-81cb-fc957e274236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db836a45-602b-4146-a315-ae0211e2435f,revision_number=0']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:01.377647 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20047909-6c05-47a2-81cb-fc957e274236 admin admin] Checking segment: {'id': '1c61313e-1493-444a-a991-929ee367517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:01.378219 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20047909-6c05-47a2-81cb-fc957e274236 admin admin] Network hostable DHCP agents. Network: 8ef75d94-d93d-4873-9fc3-216697a025d1, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:06:01.396196 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-9018b87e-af4f-4eef-b8a4-6b99733bdbc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, 93f7fa36-86c7-4eac-8e6a-71166645bc4a) {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:01.423481 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84535b9e-3eee-4009-a741-95b377c21d10 None None] Network 93f7fa36-86c7-4eac-8e6a-71166645bc4a requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:06:01.424164 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9018b87e-af4f-4eef-b8a4-6b99733bdbc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:01.424164 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9018b87e-af4f-4eef-b8a4-6b99733bdbc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:01.424381 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-15053d00-f0b3-462a-85ee-58c840aa0fd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:01.442132 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5979aac-8394-45cb-873f-dcaf786a620a admin admin] Made reservation on behalf of 7c900f58243346da8226fb907a41c600 for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:01.445613 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a5979aac-8394-45cb-873f-dcaf786a620a admin admin] Notify callbacks [] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:01.500178 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20047909-6c05-47a2-81cb-fc957e274236 admin admin] Network 8ef75d94-d93d-4873-9fc3-216697a025d1 is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:06:01.509142 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-20047909-6c05-47a2-81cb-fc957e274236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, 8ef75d94-d93d-4873-9fc3-216697a025d1) {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:01.514614 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20047909-6c05-47a2-81cb-fc957e274236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:01.515183 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-20047909-6c05-47a2-81cb-fc957e274236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:01.533226 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df326d9-20cb-4e0b-a6a7-22041ac2b6cd None None] Network 8ef75d94-d93d-4873-9fc3-216697a025d1 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:06:01.557782 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-9018b87e-af4f-4eef-b8a4-6b99733bdbc9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0964127
Jan 28 02:06:01.557981 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51382) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:01.576185 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:01.589816 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-15053d00-f0b3-462a-85ee-58c840aa0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:01.590773 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15053d00-f0b3-462a-85ee-58c840aa0fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:01.591349 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-15053d00-f0b3-462a-85ee-58c840aa0fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:01.606249 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-20047909-6c05-47a2-81cb-fc957e274236 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.8888621
Jan 28 02:06:01.609190 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 51386) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:01.614193 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-760726899-router', 'tenant_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:01.649988 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15053d00-f0b3-462a-85ee-58c840aa0fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c181c70-df4b-4603-810a-d8820118a52b,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:01.743358 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-15053d00-f0b3-462a-85ee-58c840aa0fd2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.5887728
Jan 28 02:06:01.743541 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 51388) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:01.755745 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-2f7789a6-63e5-460f-a22a-3236e906ed8a admin admin] Request body: {'subnet': {'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-728309627-subnet', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:01.761022 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15053d00-f0b3-462a-85ee-58c840aa0fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=3b3748b7-1bed-4ab4-9fea-64d92f6154dd,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:01.778803 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network 3b3748b7-1bed-4ab4-9fea-64d92f6154dd details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:06:01.790227 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124889'] for router, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:01.791799 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124832'] for router, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:01.881699 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fe7d7be-6e7d-5d80-8e8c-77305bd48c93-93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84'}]}} from dv-cinder-824977-1-iscsi. {{(pid=102091) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 02:06:01.883843 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:01.884113 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:01.928401 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124889'] for router, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:01.929335 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124832'] for router, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:01.944836 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94c1f8f-d446-4e79-8e28-d966036cd23b None None] Network 8ef75d94-d93d-4873-9fc3-216697a025d1 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:06:02.074871 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a5979aac-8394-45cb-873f-dcaf786a620a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:02.234465 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7789a6-63e5-460f-a22a-3236e906ed8a admin admin] Made reservation on behalf of 0abe012ba65845329098e0e06c54b9c1 for: {'subnet': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:02.234465 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2f7789a6-63e5-460f-a22a-3236e906ed8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:02.234669 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.db_base_plugin_common [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Allocated IP 172.20.0.2 (93f7fa36-86c7-4eac-8e6a-71166645bc4a/51f5d2fc-f2c1-4616-91ac-244dfd5cdb84/dcdbbbb2-d6db-4bee-8d34-66bc137efb51) {{(pid=102091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:02.269908 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 51420) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:02.279091 dv-cinder-824977-1-iscsi neutron-server[102090]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 28 02:06:02.315603 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:02.336520 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5979aac-8394-45cb-873f-dcaf786a620a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e26bfb7-cd38-43d3-bbad-86a31102a6c3,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:02.350964 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5979aac-8394-45cb-873f-dcaf786a620a admin admin] Checking segment: {'id': '7f90a22a-0974-4f38-ad27-e4485fb93a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'bf92ef18-6e9f-4275-84f6-9b740a0ea52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:02.351323 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5979aac-8394-45cb-873f-dcaf786a620a admin admin] Network hostable DHCP agents. Network: bf92ef18-6e9f-4275-84f6-9b740a0ea52b, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:06:02.442503 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Notify callbacks [] for port, precommit_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:02.524879 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:02.567881 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-f5b26866-3e45-4436-ae7f-a14e705dcf4b tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:02.569245 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-f5b26866-3e45-4436-ae7f-a14e705dcf4b tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/networks?id=d5967118-0c34-42f3-bacd-9665a804451b HTTP/1.1" status: 200  len: 812 time: 0.2976911
Jan 28 02:06:02.591181 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-01b8a744-b44a-44c3-855c-51623640a563 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/quotas/b22dd75c99404b48a867a48eb5d10c7d HTTP/1.1" status: 200  len: 375 time: 0.0156729
Jan 28 02:06:02.664965 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-a54c37ea-1b88-4b8c-b955-55c6d27a332c tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b22dd75c99404b48a867a48eb5d10c7d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0514371
Jan 28 02:06:02.672703 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863'] for port, after_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:02.676643 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5979aac-8394-45cb-873f-dcaf786a620a admin admin] Network bf92ef18-6e9f-4275-84f6-9b740a0ea52b is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:06:02.757633 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Network 93f7fa36-86c7-4eac-8e6a-71166645bc4a is already hosted by enough agents. {{(pid=102091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:02.760896 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.base_scheduler [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Resources bound (agent type, host, resource id):  {{(pid=102091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:02.767269 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Received port after_create {{(pid=102091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:02.774659 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Pushing event updated for resources: {'Port': ['ID=dcdbbbb2-d6db-4bee-8d34-66bc137efb51,revision_number=1']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:02.798503 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:02.798980 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:02.799462 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:02.800507 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:02.800853 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:02.801194 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:02.805205 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:02.806204 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:02.807177 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:02.817353 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:02.818827 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:02.819539 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Tracked resource versions report:
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]: pushed versions:
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]: {   'AddressGroup': {'1.2'},
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:     'ConntrackHelper': {'1.0'},
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:     'Log': {'1.0'},
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:     'Network': {'1.1'},
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:     'Port': {'1.7'},
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:     'PortForwarding': {'1.2'},
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:     'QosPolicy': {'1.9'},
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:     'SecurityGroup': {'1.4'},
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:     'SecurityGroupRule': {'1.2'},
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:     'SubPort': {'1.0'},
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:     'Subnet': {'1.1'},
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:     'Trunk': {'1.1'}}
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]: consumer versions:
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]: {   DHCP agent@dv-cinder-824977-1-iscsi: {},
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:     HyperV agent@hv-cinder-82497: {},
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:     L3 agent@dv-cinder-824977-1-iscsi: {},
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:     Metadata agent@dv-cinder-824977-1-iscsi: {},
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:     Metering agent@dv-cinder-824977-1-iscsi: {},
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:     Open vSwitch agent@dv-cinder-824977-1-iscsi: {   'AddressGroup': '1.2',
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'ConntrackHelper': '1.0',
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'Log': '1.0',
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'Network': '1.1',
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'Port': '1.7',
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'PortForwarding': '1.2',
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'QosPolicy': '1.9',
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'SecurityGroup': '1.4',
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'SecurityGroupRule': '1.2',
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'SubPort': '1.0',
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'Subnet': '1.1',
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:                                                      'Trunk': '1.1'}}
Jan 28 02:06:02.821101 dv-cinder-824977-1-iscsi neutron-server[102091]:  {{(pid=102091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 28 02:06:02.850367 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-a5979aac-8394-45cb-873f-dcaf786a620a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, bf92ef18-6e9f-4275-84f6-9b740a0ea52b) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:02.879183 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d65486b-c759-48ad-bd7c-3a5dcadd1250 None None] Network bf92ef18-6e9f-4275-84f6-9b740a0ea52b requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:06:02.889699 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5979aac-8394-45cb-873f-dcaf786a620a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:02.890284 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a5979aac-8394-45cb-873f-dcaf786a620a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:02.897852 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:02.938460 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2f7789a6-63e5-460f-a22a-3236e906ed8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for subnet, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:02.951586 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Attempting to bind port dcdbbbb2-d6db-4bee-8d34-66bc137efb51 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:02.951954 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Attempting to bind port dcdbbbb2-d6db-4bee-8d34-66bc137efb51 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': 'c03c4d01-c672-47ad-af57-d8f713f8ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:02.952342 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Attempting to bind port dcdbbbb2-d6db-4bee-8d34-66bc137efb51 on network 93f7fa36-86c7-4eac-8e6a-71166645bc4a {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:02.966465 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:02.966957 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Checking segment: {'id': 'c03c4d01-c672-47ad-af57-d8f713f8ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:02.967462 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:02.967799 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Bound using segment: {'id': 'c03c4d01-c672-47ad-af57-d8f713f8ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:02.968535 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Bound port: dcdbbbb2-d6db-4bee-8d34-66bc137efb51, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03c4d01-c672-47ad-af57-d8f713f8ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:02.973716 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:03.064017 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a5979aac-8394-45cb-873f-dcaf786a620a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.9083867
Jan 28 02:06:03.117562 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6138d12-38b5-4436-873c-ed5f1375e1bf None None] Network bf92ef18-6e9f-4275-84f6-9b740a0ea52b requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:06:03.127791 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7789a6-63e5-460f-a22a-3236e906ed8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb77f0c-9c24-4cb1-8b61-8cdd6744025b,revision_number=0']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:03.178514 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] For port dcdbbbb2-d6db-4bee-8d34-66bc137efb51, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:03.199181 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7789a6-63e5-460f-a22a-3236e906ed8a admin admin] Checking segment: {'id': '0868dfe9-eda9-4cc9-adac-d4c84b2d81b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:03.199595 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7789a6-63e5-460f-a22a-3236e906ed8a admin admin] Network hostable DHCP agents. Network: 3b3748b7-1bed-4ab4-9fea-64d92f6154dd, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:06:03.204261 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] For port dcdbbbb2-d6db-4bee-8d34-66bc137efb51, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=dcdbbbb2-d6db-4bee-8d34-66bc137efb51,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:03.204575 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:03.242649 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:03.250304 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-862757be-17ee-4003-904d-b268fb889efe service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 02:06:03.251888 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-862757be-17ee-4003-904d-b268fb889efe service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2161119
Jan 28 02:06:03.266646 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:03.386247 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b9ffb-b2b9-4137-987d-ce0cbafe3bd6 None None] Pushing event updated for resources: {'Port': ['ID=dcdbbbb2-d6db-4bee-8d34-66bc137efb51,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:03.432524 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7789a6-63e5-460f-a22a-3236e906ed8a admin admin] Network 3b3748b7-1bed-4ab4-9fea-64d92f6154dd is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:06:03.461394 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:03.490872 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:03.552210 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-2f7789a6-63e5-460f-a22a-3236e906ed8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, 3b3748b7-1bed-4ab4-9fea-64d92f6154dd) {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:03.557905 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7789a6-63e5-460f-a22a-3236e906ed8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:03.559078 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2f7789a6-63e5-460f-a22a-3236e906ed8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:03.565508 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe593f39-3d58-4982-9043-c5427aeb5116 None None] Network 3b3748b7-1bed-4ab4-9fea-64d92f6154dd requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:06:03.631136 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-7fcf1f34-a84b-46e4-9920-b23edf455e55 service neutron] 10.222.0.79 "GET /v2.0/networks/d5967118-0c34-42f3-bacd-9665a804451b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3694642
Jan 28 02:06:03.729986 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-2f7789a6-63e5-460f-a22a-3236e906ed8a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.9526296
Jan 28 02:06:03.733330 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51468) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:03.733882 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] Allocated IP 172.27.0.142 (f90e340b-27f2-447d-a156-32aa581e17da/626f942c-33cd-4310-8756-8b345f91ef49/31ed8bf4-1964-49ff-b4f5-bd509fc18f6f) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:03.734636 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:03.746107 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:06:03.895178 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124889'] for router, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:03.900207 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124832'] for router, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:03.988584 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fe7d7be-6e7d-5d80-8e8c-77305bd48c93-3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'fixed_ips': [{'subnet_id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b'}]}} from dv-cinder-824977-1-iscsi. {{(pid=102091) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 02:06:03.988584 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:04.023766 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:04.055568 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-b7d6f328-0893-4b61-b2a4-86b43346b441 service neutron] 10.222.0.79 "GET /v2.0/networks/d5967118-0c34-42f3-bacd-9665a804451b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4085424
Jan 28 02:06:04.130430 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:04.361596 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:04.404382 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.db_base_plugin_common [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Allocated IP 172.20.0.2 (3b3748b7-1bed-4ab4-9fea-64d92f6154dd/8eb77f0c-9c24-4cb1-8b61-8cdd6744025b/6b19bba1-aab7-401d-86c8-0163dec1c009) {{(pid=102091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:04.419566 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device dcdbbbb2-d6db-4bee-8d34-66bc137efb51 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:04.449038 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:04.544737 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] Allocated IP 172.27.0.222 (f90e340b-27f2-447d-a156-32aa581e17da/626f942c-33cd-4310-8756-8b345f91ef49/923bc2b3-a1bb-458d-bbe9-73ca93b369c8) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:04.554940 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] Network f90e340b-27f2-447d-a156-32aa581e17da is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:04.598057 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:04.616025 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:04.627830 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] Pushing event updated for resources: {'Port': ['ID=31ed8bf4-1964-49ff-b4f5-bd509fc18f6f,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:04.740533 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51514) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:04.801230 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Notify callbacks [] for port, precommit_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:04.807870 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51520) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:04.818769 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-17c0ca4e-8a88-4532-971d-33684c526971 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1910768235-network', 'tenant_id': 'a4581653565a42e09f26238f52f8f241'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:04.886728 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4f7f15cb-1e98-4a02-b415-77102fa0dbee req-ec56e512-1ecf-422e-98fb-090ad2c6f58b tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 210 time: 0.1604671
Jan 28 02:06:04.900286 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863'] for port, after_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:04.930805 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port dcdbbbb2-d6db-4bee-8d34-66bc137efb51 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:04.941181 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:04.946906 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.088452 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Network 3b3748b7-1bed-4ab4-9fea-64d92f6154dd is already hosted by enough agents. {{(pid=102091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:05.106447 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c0ca4e-8a88-4532-971d-33684c526971 admin admin] Made reservation on behalf of a4581653565a42e09f26238f52f8f241 for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:05.108195 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.base_scheduler [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Resources bound (agent type, host, resource id):  {{(pid=102091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:05.114164 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Received port after_create {{(pid=102091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:05.117885 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-17c0ca4e-8a88-4532-971d-33684c526971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.142487 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-17c0ca4e-8a88-4532-971d-33684c526971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.203349 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Pushing event updated for resources: {'Port': ['ID=6b19bba1-aab7-401d-86c8-0163dec1c009,revision_number=1']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:05.256644 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dfc363-f7e6-41cb-a299-bad95c7d01ca None None] Network 93f7fa36-86c7-4eac-8e6a-71166645bc4a requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:06:05.273811 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4b86e5e2-1d53-4d5c-9959-b315a866caf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.277548 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Attempting to bind port 6b19bba1-aab7-401d-86c8-0163dec1c009 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:05.277548 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Attempting to bind port 6b19bba1-aab7-401d-86c8-0163dec1c009 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '0868dfe9-eda9-4cc9-adac-d4c84b2d81b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:05.277548 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Attempting to bind port 6b19bba1-aab7-401d-86c8-0163dec1c009 on network 3b3748b7-1bed-4ab4-9fea-64d92f6154dd {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:05.340505 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.342256 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:05.343152 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Checking segment: {'id': '0868dfe9-eda9-4cc9-adac-d4c84b2d81b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:05.343300 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.343750 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Bound using segment: {'id': '0868dfe9-eda9-4cc9-adac-d4c84b2d81b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:05.345645 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Bound port: 6b19bba1-aab7-401d-86c8-0163dec1c009, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0868dfe9-eda9-4cc9-adac-d4c84b2d81b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:05.346016 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.389872 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-46e9f5d2-76ba-473c-ae2b-fb3c28cf1c44 None None] Provisioning complete for port dcdbbbb2-d6db-4bee-8d34-66bc137efb51 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:05.390442 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-46e9f5d2-76ba-473c-ae2b-fb3c28cf1c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.421937 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] Network f90e340b-27f2-447d-a156-32aa581e17da is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:05.422163 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.430621 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:05.457914 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:05.465980 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.483783 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.537565 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.552891 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=923bc2b3-a1bb-458d-bbe9-73ca93b369c8,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:05.607922 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] For port 6b19bba1-aab7-401d-86c8-0163dec1c009, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:05.619130 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] For port dcdbbbb2-d6db-4bee-8d34-66bc137efb51, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=dcdbbbb2-d6db-4bee-8d34-66bc137efb51,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:05.635848 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] For port 6b19bba1-aab7-401d-86c8-0163dec1c009, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=6b19bba1-aab7-401d-86c8-0163dec1c009,segment=NetworkSegment(0868dfe9-eda9-4cc9-adac-d4c84b2d81b9),segment_id=0868dfe9-eda9-4cc9-adac-d4c84b2d81b9)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:05.651694 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-46e9f5d2-76ba-473c-ae2b-fb3c28cf1c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.693082 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.720254 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-17c0ca4e-8a88-4532-971d-33684c526971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.783425 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4b86e5e2-1d53-4d5c-9959-b315a866caf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.809539 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.828665 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.db.api [None req-46e9f5d2-76ba-473c-ae2b-fb3c28cf1c44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 28 02:06:05.830276 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG oslo_db.api [None req-46e9f5d2-76ba-473c-ae2b-fb3c28cf1c44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 28 02:06:05.843194 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-17c0ca4e-8a88-4532-971d-33684c526971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.850736 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Pushing event updated for resources: {'Port': ['ID=dcdbbbb2-d6db-4bee-8d34-66bc137efb51,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:05.869142 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] Allocated IP 172.27.0.71 (f90e340b-27f2-447d-a156-32aa581e17da/626f942c-33cd-4310-8756-8b345f91ef49/cf4d0123-6362-4c1d-a935-5b038b230842) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:05.901914 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4b86e5e2-1d53-4d5c-9959-b315a866caf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:05.952580 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c0ca4e-8a88-4532-971d-33684c526971 admin admin] vlan segment allocate from pool success with {'vlan_id': 1201, 'physical_network': 'physnet1'}  {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:06:05.955677 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba98eb4-e8bb-4bb7-a4f8-4f9d1bd0c1da None None] Pushing event updated for resources: {'Port': ['ID=6b19bba1-aab7-401d-86c8-0163dec1c009,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:05.988954 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746496'] for router, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:06.029193 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0ca4e-8a88-4532-971d-33684c526971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33d8b81-c141-4bcb-b702-9e092cf426c4,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:06.082482 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-17c0ca4e-8a88-4532-971d-33684c526971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:06.083193 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-17c0ca4e-8a88-4532-971d-33684c526971 admin admin] Added segment ddc1d9be-2ead-458a-aae6-c9b334799729 of type vlan for network 5c54b4b8-ce3c-4f49-954f-001c90b7ae4e
Jan 28 02:06:06.093447 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5346d5d9-528d-4cf3-8766-44e2e6d3d713 req-add22a7a-0b25-4a6b-aaa0-b2b1fa0e7001 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 210 time: 0.0374053
Jan 28 02:06:06.294721 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device dcdbbbb2-d6db-4bee-8d34-66bc137efb51 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:06.311941 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-4b86e5e2-1d53-4d5c-9959-b315a866caf6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2baca0724a954f13a9b56ba19c27d747&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5700986
Jan 28 02:06:06.317810 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 51568) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:06.451373 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] Router 7a257381-169e-4030-8cea-b423323de9ec is scheduled to L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 with binding_index 1 {{(pid=102090) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 02:06:06.452690 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86e5e2-1d53-4d5c-9959-b315a866caf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403438e9-aba7-4427-b451-67d48a805aeb,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:06.462879 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-17c0ca4e-8a88-4532-971d-33684c526971 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:06.464802 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1216c6ed-a2d7-4bb0-b3c4-da9702642647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:06.470285 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:06.477977 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port dcdbbbb2-d6db-4bee-8d34-66bc137efb51 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:06.478356 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:06.480972 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:06.547508 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1216c6ed-a2d7-4bb0-b3c4-da9702642647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:06.571204 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-5332c870-648b-4989-9d64-97c698aa1c70 None None] Provisioning complete for port dcdbbbb2-d6db-4bee-8d34-66bc137efb51 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:06.571865 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-5332c870-648b-4989-9d64-97c698aa1c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:06.616647 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.db.resource_extend [None req-17c0ca4e-8a88-4532-971d-33684c526971 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 28 02:06:06.644143 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:06:06.658294 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Sync routers for ids ['7a257381-169e-4030-8cea-b423323de9ec'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:06:06.675623 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Routers {'7a257381-169e-4030-8cea-b423323de9ec'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:06.676521 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f57f9d0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:05:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['7a257381-169e-4030-8cea-b423323de9ec'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:06.757741 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1216c6ed-a2d7-4bb0-b3c4-da9702642647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:06.761981 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1216c6ed-a2d7-4bb0-b3c4-da9702642647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:06.764033 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-1216c6ed-a2d7-4bb0-b3c4-da9702642647 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/403438e9-aba7-4427-b451-67d48a805aeb HTTP/1.1" status: 204  len: 168 time: 0.4414785
Jan 28 02:06:06.773782 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216c6ed-a2d7-4bb0-b3c4-da9702642647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403438e9-aba7-4427-b451-67d48a805aeb,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:06.798455 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746496'] for router, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:06.817118 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] Notify callbacks [] for router, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:06.822607 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-6108836a-71b1-459b-92ed-b1e2f032ae07 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.2123501
Jan 28 02:06:06.823343 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 51576) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:06.848281 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Set router 7a257381-169e-4030-8cea-b423323de9ec gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:06.861915 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:06.863852 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-17c0ca4e-8a88-4532-971d-33684c526971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:06.865061 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c0ca4e-8a88-4532-971d-33684c526971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:06.865731 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-17c0ca4e-8a88-4532-971d-33684c526971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:06.993402 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0ca4e-8a88-4532-971d-33684c526971 admin admin] Pushing event updated for resources: {'Network': ['ID=5c54b4b8-ce3c-4f49-954f-001c90b7ae4e,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:07.007387 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network 5c54b4b8-ce3c-4f49-954f-001c90b7ae4e details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:06:07.016891 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] Network f90e340b-27f2-447d-a156-32aa581e17da is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:07.065616 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:07.065909 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f57f9d0>, [{'id': '7a257381-169e-4030-8cea-b423323de9ec', 'name': 'tempest-ServerRescueNegativeTestJSON-760726899-router', 'tenant_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '31ed8bf4-1964-49ff-b4f5-bd509fc18f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:05Z', 'revision_number': 3, 'project_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'gw_port': {'id': '31ed8bf4-1964-49ff-b4f5-bd509fc18f6f', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ef:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a257381-169e-4030-8cea-b423323de9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:07.077642 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:07.125111 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Checking router: 7a257381-169e-4030-8cea-b423323de9ec for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:06:07.126354 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Updating router 7a257381-169e-4030-8cea-b423323de9ec port 31ed8bf4-1964-49ff-b4f5-bd509fc18f6f binding host dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:06:07.161356 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-17c0ca4e-8a88-4532-971d-33684c526971 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 899 time: 2.3512278
Jan 28 02:06:07.200661 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 51582) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:07.215738 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-d476ae47-58b2-4980-ab6e-71a678e9ade6 admin admin] Request body: {'subnet': {'network_id': '5c54b4b8-ce3c-4f49-954f-001c90b7ae4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1910768235-subnet', 'tenant_id': 'a4581653565a42e09f26238f52f8f241', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:07.236335 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] Pushing event updated for resources: {'Port': ['ID=cf4d0123-6362-4c1d-a935-5b038b230842,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:07.263330 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:07.394923 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d476ae47-58b2-4980-ab6e-71a678e9ade6 admin admin] Made reservation on behalf of a4581653565a42e09f26238f52f8f241 for: {'subnet': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:07.413407 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d476ae47-58b2-4980-ab6e-71a678e9ade6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:07.448115 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef012da6-5bf0-4e09-b215-5958b0f27ab0 None None] Network 3b3748b7-1bed-4ab4-9fea-64d92f6154dd requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:06:07.484437 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] Router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e is scheduled to L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 with binding_index 1 {{(pid=102089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 02:06:07.530197 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d9461d62-efc8-4b48-b4df-950e382c5aae req-1e16f2f0-d178-4ae3-93b9-76864aae9aad tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 210 time: 0.0777099
Jan 28 02:06:07.576830 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-62519a75-3a75-4d46-8687-a84f8ec7d219 None None] Provisioning complete for port 6b19bba1-aab7-401d-86c8-0163dec1c009 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:07.576830 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-62519a75-3a75-4d46-8687-a84f8ec7d219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:07.617457 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Notify callbacks [] for port, precommit_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:07.701895 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 51594) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:07.705244 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f8d5e2f6-9548-4901-bff4-a39e6cb947cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:07.709844 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:07.732547 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b82d33fb-1b6a-47e2-86dd-0f0276f9ac15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:07.755005 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:07.759077 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-62519a75-3a75-4d46-8687-a84f8ec7d219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:07.801784 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5affa9-eca3-42ee-90bd-5dbe12b14c2e None None] Pushing event updated for resources: {'Port': ['ID=31ed8bf4-1964-49ff-b4f5-bd509fc18f6f,revision_number=2']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:07.806837 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-62519a75-3a75-4d46-8687-a84f8ec7d219 None None] For port 6b19bba1-aab7-401d-86c8-0163dec1c009, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=6b19bba1-aab7-401d-86c8-0163dec1c009,segment=NetworkSegment(0868dfe9-eda9-4cc9-adac-d4c84b2d81b9),segment_id=0868dfe9-eda9-4cc9-adac-d4c84b2d81b9)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:07.813980 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5affa9-eca3-42ee-90bd-5dbe12b14c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:07.814410 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5affa9-eca3-42ee-90bd-5dbe12b14c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:07.817053 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5affa9-eca3-42ee-90bd-5dbe12b14c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:07.817053 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5affa9-eca3-42ee-90bd-5dbe12b14c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:07.817053 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5affa9-eca3-42ee-90bd-5dbe12b14c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:07.817053 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5affa9-eca3-42ee-90bd-5dbe12b14c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:07.817053 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5affa9-eca3-42ee-90bd-5dbe12b14c2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:07.817053 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5affa9-eca3-42ee-90bd-5dbe12b14c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:07.817053 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5affa9-eca3-42ee-90bd-5dbe12b14c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:07.817876 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5affa9-eca3-42ee-90bd-5dbe12b14c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:07.817876 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5affa9-eca3-42ee-90bd-5dbe12b14c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:07.818120 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5affa9-eca3-42ee-90bd-5dbe12b14c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5affa9-eca3-42ee-90bd-5dbe12b14c2e None None] Tracked resource versions report:
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]: pushed versions:
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]: {   'AddressGroup': {'1.2'},
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:     'ConntrackHelper': {'1.0'},
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:     'Log': {'1.0'},
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:     'Network': {'1.1'},
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:     'Port': {'1.7'},
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:     'PortForwarding': {'1.2'},
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:     'QosPolicy': {'1.9'},
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:     'SecurityGroup': {'1.4'},
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:     'SecurityGroupRule': {'1.2'},
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:     'SubPort': {'1.0'},
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:     'Subnet': {'1.1'},
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:     'Trunk': {'1.1'}}
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]: consumer versions:
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]: {   DHCP agent@dv-cinder-824977-1-iscsi: {},
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:     HyperV agent@hv-cinder-82497: {},
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:     L3 agent@dv-cinder-824977-1-iscsi: {},
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:     Metadata agent@dv-cinder-824977-1-iscsi: {},
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:     Metering agent@dv-cinder-824977-1-iscsi: {},
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:     Open vSwitch agent@dv-cinder-824977-1-iscsi: {   'AddressGroup': '1.2',
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'ConntrackHelper': '1.0',
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'Log': '1.0',
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'Network': '1.1',
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'Port': '1.7',
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'PortForwarding': '1.2',
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'QosPolicy': '1.9',
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'SecurityGroup': '1.4',
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'SecurityGroupRule': '1.2',
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'SubPort': '1.0',
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'Subnet': '1.1',
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:                                                      'Trunk': '1.1'}}
Jan 28 02:06:07.819067 dv-cinder-824977-1-iscsi neutron-server[102092]:  {{(pid=102092) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 28 02:06:07.864868 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Attempting to bind port 31ed8bf4-1964-49ff-b4f5-bd509fc18f6f on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:07.868258 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Attempting to bind port 31ed8bf4-1964-49ff-b4f5-bd509fc18f6f by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:07.868258 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Attempting to bind port 31ed8bf4-1964-49ff-b4f5-bd509fc18f6f on network f90e340b-27f2-447d-a156-32aa581e17da {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:07.872415 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:07.873039 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Checking segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:07.873596 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:07.874160 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Bound using segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:07.874617 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Bound port: 31ed8bf4-1964-49ff-b4f5-bd509fc18f6f, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:07.875661 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:07.876740 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:06:07.889803 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Sync routers for ids ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:06:07.893102 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-62519a75-3a75-4d46-8687-a84f8ec7d219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:07.951771 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Routers {'58b07428-0d7d-4629-81cb-7fd0cc79ad0e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:07.952373 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f01fbb0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:05:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:07.956158 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] For port 31ed8bf4-1964-49ff-b4f5-bd509fc18f6f, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:07.962062 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] For port 31ed8bf4-1964-49ff-b4f5-bd509fc18f6f, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=31ed8bf4-1964-49ff-b4f5-bd509fc18f6f,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:08.021451 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62519a75-3a75-4d46-8687-a84f8ec7d219 None None] Pushing event updated for resources: {'Port': ['ID=6b19bba1-aab7-401d-86c8-0163dec1c009,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:08.021891 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746496'] for router, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:08.051275 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d476ae47-58b2-4980-ab6e-71a678e9ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for subnet, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:08.072307 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:08.095995 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Set router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:08.096861 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-f8d5e2f6-9548-4901-bff4-a39e6cb947cc admin admin] Allocated IP 172.20.0.1 (8ef75d94-d93d-4873-9fc3-216697a025d1/db836a45-602b-4146-a315-ae0211e2435f/f891d6d8-c838-4b60-973e-9f71eac33651) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:08.132915 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b82d33fb-1b6a-47e2-86dd-0f0276f9ac15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:08.179181 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Routers {'7a257381-169e-4030-8cea-b423323de9ec'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:08.180223 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f57f9d0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:05:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['7a257381-169e-4030-8cea-b423323de9ec'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:08.197105 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476ae47-58b2-4980-ab6e-71a678e9ade6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=619f88d1-d488-4b40-a892-34a3f94fb3f7,revision_number=0']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:08.202617 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d476ae47-58b2-4980-ab6e-71a678e9ade6 admin admin] Checking segment: {'id': 'ddc1d9be-2ead-458a-aae6-c9b334799729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5c54b4b8-ce3c-4f49-954f-001c90b7ae4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:08.203263 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d476ae47-58b2-4980-ab6e-71a678e9ade6 admin admin] Network hostable DHCP agents. Network: 5c54b4b8-ce3c-4f49-954f-001c90b7ae4e, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:06:08.227423 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:08.231196 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-bbdff817-3dad-4394-950d-3a355c856bc4 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.6654696
Jan 28 02:06:08.239705 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51600) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:08.266666 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b82d33fb-1b6a-47e2-86dd-0f0276f9ac15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:08.271818 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5affa9-eca3-42ee-90bd-5dbe12b14c2e None None] Pushing event updated for resources: {'Port': ['ID=31ed8bf4-1964-49ff-b4f5-bd509fc18f6f,revision_number=3']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:08.333067 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-b82d33fb-1b6a-47e2-86dd-0f0276f9ac15 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=137641ee4a994052b7f6ab91a3f3197a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6275635
Jan 28 02:06:08.336051 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 51604) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:08.439467 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] Set router 7a257381-169e-4030-8cea-b423323de9ec gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:08.510869 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d476ae47-58b2-4980-ab6e-71a678e9ade6 admin admin] Network 5c54b4b8-ce3c-4f49-954f-001c90b7ae4e is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:06:08.554158 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d33fb-1b6a-47e2-86dd-0f0276f9ac15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b625e378-3c6f-46a8-9cdf-a4223909c912,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:08.578106 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 6b19bba1-aab7-401d-86c8-0163dec1c009 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:08.590204 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-7dbc2bc7-6c02-4b35-84bb-73ca3e569245 None None] Provisioning complete for port 6b19bba1-aab7-401d-86c8-0163dec1c009 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:08.590674 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-7dbc2bc7-6c02-4b35-84bb-73ca3e569245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:08.640984 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f8d5e2f6-9548-4901-bff4-a39e6cb947cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:08.664780 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-d476ae47-58b2-4980-ab6e-71a678e9ade6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, 5c54b4b8-ce3c-4f49-954f-001c90b7ae4e) {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:08.677942 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5649dc7b-5bd1-4cf2-a576-5fef8094e89a None None] Network 5c54b4b8-ce3c-4f49-954f-001c90b7ae4e requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:06:08.745084 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92c52bee-cf2f-4860-87be-bad002885599 req-94302218-d26f-4680-abe2-1dd11591aaf1 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 210 time: 0.0896370
Jan 28 02:06:08.776114 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d476ae47-58b2-4980-ab6e-71a678e9ade6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:08.776797 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d476ae47-58b2-4980-ab6e-71a678e9ade6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:08.791495 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cec5ede7-7b4d-4ba5-8462-ef92ffb7007f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:08.795998 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f57f9d0>, [{'id': '7a257381-169e-4030-8cea-b423323de9ec', 'name': 'tempest-ServerRescueNegativeTestJSON-760726899-router', 'tenant_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '31ed8bf4-1964-49ff-b4f5-bd509fc18f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:05Z', 'revision_number': 3, 'project_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'gw_port': {'id': '31ed8bf4-1964-49ff-b4f5-bd509fc18f6f', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ef:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a257381-169e-4030-8cea-b423323de9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:08.818070 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 6b19bba1-aab7-401d-86c8-0163dec1c009 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:08.818727 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:08.832700 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] Router aa2338e1-c724-4a43-9f86-837d46343494 is scheduled to L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 with binding_index 1 {{(pid=102089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 02:06:08.842002 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cec5ede7-7b4d-4ba5-8462-ef92ffb7007f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:08.879052 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f01fbb0>, [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:05Z', 'revision_number': 3, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port': {'id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:08.939117 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b7530-4d3f-4253-aa4b-356448ed57ae None None] The sync data for ids ['7a257381-169e-4030-8cea-b423323de9ec'] in dv-cinder-824977-1-iscsi is: [{'id': '7a257381-169e-4030-8cea-b423323de9ec', 'name': 'tempest-ServerRescueNegativeTestJSON-760726899-router', 'tenant_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '31ed8bf4-1964-49ff-b4f5-bd509fc18f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:05Z', 'revision_number': 3, 'project_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'gw_port': {'id': '31ed8bf4-1964-49ff-b4f5-bd509fc18f6f', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ef:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a257381-169e-4030-8cea-b423323de9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:06:08.942611 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-d476ae47-58b2-4980-ab6e-71a678e9ade6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.7373769
Jan 28 02:06:08.943154 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Checking router: 58b07428-0d7d-4629-81cb-7fd0cc79ad0e for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:06:08.943561 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Updating router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e port 923bc2b3-a1bb-458d-bbe9-73ca93b369c8 binding host dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:06:08.950019 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f8d5e2f6-9548-4901-bff4-a39e6cb947cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.011839 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baa4cbf-a21a-426c-bc16-7f7b3e208b06 None None] Network 5c54b4b8-ce3c-4f49-954f-001c90b7ae4e requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:06:09.026048 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5e2f6-9548-4901-bff4-a39e6cb947cc admin admin] Pushing event updated for resources: {'Port': ['ID=f891d6d8-c838-4b60-973e-9f71eac33651,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:09.038276 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cec5ede7-7b4d-4ba5-8462-ef92ffb7007f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.040792 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cec5ede7-7b4d-4ba5-8462-ef92ffb7007f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.042010 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-cec5ede7-7b4d-4ba5-8462-ef92ffb7007f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b625e378-3c6f-46a8-9cdf-a4223909c912 HTTP/1.1" status: 204  len: 168 time: 0.7048533
Jan 28 02:06:09.052173 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d5e2f6-9548-4901-bff4-a39e6cb947cc admin admin] Network 8ef75d94-d93d-4873-9fc3-216697a025d1 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:09.058427 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-f8d5e2f6-9548-4901-bff4-a39e6cb947cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:09.060776 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d5e2f6-9548-4901-bff4-a39e6cb947cc admin admin] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:09.061534 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f8d5e2f6-9548-4901-bff4-a39e6cb947cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746719'] for router_interface, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.088368 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:06:09.102170 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Sync routers for ids ['aa2338e1-c724-4a43-9f86-837d46343494'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:06:09.119523 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.120746 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Routers {'aa2338e1-c724-4a43-9f86-837d46343494'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:09.122471 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f0b78b0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:05:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['aa2338e1-c724-4a43-9f86-837d46343494'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:09.230464 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51620) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:09.259512 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.267490 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-fe54b17d-fae1-4e61-9eb0-08518a74b15f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.5569727
Jan 28 02:06:09.277819 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51622) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:09.386000 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5ede7-7b4d-4ba5-8462-ef92ffb7007f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b625e378-3c6f-46a8-9cdf-a4223909c912,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:09.430405 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-63098de4-bef6-4cb6-aad3-3f0a133078f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.435569 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Set router aa2338e1-c724-4a43-9f86-837d46343494 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:09.471175 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e2e4f8-76ae-48c2-981f-3cb8c2f17ddc admin admin] Deleting subnet 7e26bfb7-cd38-43d3-bbad-86a31102a6c3 {{(pid=102089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:06:09.499234 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e4e2e4f8-76ae-48c2-981f-3cb8c2f17ddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.713999 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f8d5e2f6-9548-4901-bff4-a39e6cb947cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.736536 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e4e2e4f8-76ae-48c2-981f-3cb8c2f17ddc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.744276 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.786286 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e4e2e4f8-76ae-48c2-981f-3cb8c2f17ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4027136'] for subnet, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.822721 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:09.950804 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f0b78b0>, [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:07Z', 'revision_number': 3, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port': {'id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:05Z', 'updated_at': '2022-01-28T02:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:10.057019 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2070cb4-06bb-4820-b395-498f9e728523 None None] Pushing event updated for resources: {'Port': ['ID=923bc2b3-a1bb-458d-bbe9-73ca93b369c8,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:10.084393 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Attempting to bind port 923bc2b3-a1bb-458d-bbe9-73ca93b369c8 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:10.084393 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Attempting to bind port 923bc2b3-a1bb-458d-bbe9-73ca93b369c8 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:10.084393 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Attempting to bind port 923bc2b3-a1bb-458d-bbe9-73ca93b369c8 on network f90e340b-27f2-447d-a156-32aa581e17da {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:10.087121 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:10.087888 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Checking segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:10.088541 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:10.090034 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Bound using segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:10.090909 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Bound port: 923bc2b3-a1bb-458d-bbe9-73ca93b369c8, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:10.091534 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:10.106714 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 51652) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:10.119281 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Checking router: aa2338e1-c724-4a43-9f86-837d46343494 for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:06:10.119636 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Updating router aa2338e1-c724-4a43-9f86-837d46343494 port cf4d0123-6362-4c1d-a935-5b038b230842 binding host dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:06:10.124703 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f8d5e2f6-9548-4901-bff4-a39e6cb947cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:10.210193 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1fc730b4-923d-439b-b62b-3bb327bff6e2 req-0c6369c1-7322-4267-944b-02be8a1a03bf tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 210 time: 0.0973620
Jan 28 02:06:10.217925 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] For port 923bc2b3-a1bb-458d-bbe9-73ca93b369c8, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:10.226453 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] For port 923bc2b3-a1bb-458d-bbe9-73ca93b369c8, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=923bc2b3-a1bb-458d-bbe9-73ca93b369c8,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:10.241257 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:10.271904 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-63098de4-bef6-4cb6-aad3-3f0a133078f0 admin admin] Allocated IP 172.20.0.1 (93f7fa36-86c7-4eac-8e6a-71166645bc4a/51f5d2fc-f2c1-4616-91ac-244dfd5cdb84/9d2ce480-8a81-4ef0-a567-468cc9619334) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:10.275252 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.95', 63882) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:10.302343 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f8d5e2f6-9548-4901-bff4-a39e6cb947cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:10.303141 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f8d5e2f6-9548-4901-bff4-a39e6cb947cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-639424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564303'] for router_interface, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:10.313675 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:10.396257 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 31ed8bf4-1964-49ff-b4f5-bd509fc18f6f up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:10.461259 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e4e2e4f8-76ae-48c2-981f-3cb8c2f17ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4027195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for subnet, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:10.511465 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e4e2e4f8-76ae-48c2-981f-3cb8c2f17ddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:10.519033 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-e4e2e4f8-76ae-48c2-981f-3cb8c2f17ddc admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7e26bfb7-cd38-43d3-bbad-86a31102a6c3 HTTP/1.1" status: 204  len: 168 time: 1.2844613
Jan 28 02:06:10.520420 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2070cb4-06bb-4820-b395-498f9e728523 None None] Pushing event updated for resources: {'Port': ['ID=923bc2b3-a1bb-458d-bbe9-73ca93b369c8,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:10.520727 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 51658) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:10.554610 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Routers {'58b07428-0d7d-4629-81cb-7fd0cc79ad0e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:10.555774 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f01fbb0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:05:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:10.561777 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2e4f8-76ae-48c2-981f-3cb8c2f17ddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e26bfb7-cd38-43d3-bbad-86a31102a6c3,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:10.575092 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5e2f6-9548-4901-bff4-a39e6cb947cc admin admin] Pushing event updated for resources: {'Port': ['ID=f891d6d8-c838-4b60-973e-9f71eac33651,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:10.639242 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d5e2f6-9548-4901-bff4-a39e6cb947cc admin admin] Network 8ef75d94-d93d-4873-9fc3-216697a025d1 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:10.639242 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-f8d5e2f6-9548-4901-bff4-a39e6cb947cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:10.692184 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-24440d07-fda4-4a04-bd33-c507fd85de8c tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:10.693918 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-24440d07-fda4-4a04-bd33-c507fd85de8c tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.95 "GET /v2.0/networks?id=d5967118-0c34-42f3-bacd-9665a804451b HTTP/1.1" status: 200  len: 812 time: 0.4120922
Jan 28 02:06:10.697297 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3810569'] for network, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:10.819647 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-02c56dc6-58a9-4a8a-9f33-4807cf4e26c8 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Request body: {'port': {'device_id': 'c564cd2f-07df-4c91-9190-30cb5e9cb3ea', 'network_id': 'd5967118-0c34-42f3-bacd-9665a804451b', 'admin_state_up': True, 'tenant_id': 'b22dd75c99404b48a867a48eb5d10c7d'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:10.826592 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Notify callbacks [] for port, precommit_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:10.853256 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 31ed8bf4-1964-49ff-b4f5-bd509fc18f6f triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:10.854036 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:10.873994 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-63098de4-bef6-4cb6-aad3-3f0a133078f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:10.905334 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] Set router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:10.938113 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:10.944654 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-3c7d37eb-51b9-4ee1-9e53-d5de0502f3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:10.950268 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0ce24a7c-a8aa-41ee-93df-a55d9c4ad491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:11.090803 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ecfdb1-bb5f-4127-b4f2-4e3f5b275530 None None] Pushing event updated for resources: {'Port': ['ID=cf4d0123-6362-4c1d-a935-5b038b230842,revision_number=2']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:11.093874 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Attempting to bind port cf4d0123-6362-4c1d-a935-5b038b230842 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:11.094303 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Attempting to bind port cf4d0123-6362-4c1d-a935-5b038b230842 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:11.099230 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Attempting to bind port cf4d0123-6362-4c1d-a935-5b038b230842 on network f90e340b-27f2-447d-a156-32aa581e17da {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:11.108785 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:11.111771 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Checking segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:11.112297 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:11.112770 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Bound using segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:11.113359 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Bound port: cf4d0123-6362-4c1d-a935-5b038b230842, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:11.115115 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:11.188432 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:11.196046 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4029090', 'neutron.services.segments.db._delete_segments_for_network-8759977669928'] for network, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:11.225935 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d5e2f6-9548-4901-bff4-a39e6cb947cc admin admin] Router 7a257381-169e-4030-8cea-b423323de9ec has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:06:11.231419 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] For port 31ed8bf4-1964-49ff-b4f5-bd509fc18f6f, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=31ed8bf4-1964-49ff-b4f5-bd509fc18f6f,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:11.232385 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-63098de4-bef6-4cb6-aad3-3f0a133078f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:11.257813 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f796e71cb20>> segment before_delete 55550000 {{(pid=102090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:11.258876 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f796e71cb20>> subnet precommit_delete_associations 55550000 {{(pid=102090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:11.259892 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f796e71c730>> segment_host_mapping after_create 55550000 {{(pid=102090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:11.260476 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f796e71c730>> port after_create 55550000 {{(pid=102090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:11.261915 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f796e71c730>> port after_delete 55550000 {{(pid=102090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:11.262462 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f796e71c730>> port after_update 55550000 {{(pid=102090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:11.263143 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f796e71c730>> segment after_delete 55550000 {{(pid=102090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:11.263953 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f796e71c730>> subnet after_create 55550000 {{(pid=102090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:11.264353 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f796e71c730>> subnet after_delete 55550000 {{(pid=102090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:11.264736 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f796e71c730>> subnet after_update 55550000 {{(pid=102090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:11.292703 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] For port cf4d0123-6362-4c1d-a935-5b038b230842, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:11.296977 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] For port cf4d0123-6362-4c1d-a935-5b038b230842, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=cf4d0123-6362-4c1d-a935-5b038b230842,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:11.344132 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f01fbb0>, [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:05Z', 'revision_number': 3, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port': {'id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:11.379126 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:11.381175 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7a11a-fbe1-480d-b161-c311f8fe2347 None None] The sync data for ids ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'] in dv-cinder-824977-1-iscsi is: [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:05Z', 'revision_number': 3, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port': {'id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:06:11.386578 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63098de4-bef6-4cb6-aad3-3f0a133078f0 admin admin] Network 93f7fa36-86c7-4eac-8e6a-71166645bc4a is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:11.394912 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-63098de4-bef6-4cb6-aad3-3f0a133078f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:11.402989 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63098de4-bef6-4cb6-aad3-3f0a133078f0 admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:11.403518 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-63098de4-bef6-4cb6-aad3-3f0a133078f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746719'] for router_interface, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:11.413966 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:11.498157 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Pushing event updated for resources: {'Port': ['ID=31ed8bf4-1964-49ff-b4f5-bd509fc18f6f,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:11.536838 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Routers {'aa2338e1-c724-4a43-9f86-837d46343494'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:11.536838 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f0b78b0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:05:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['aa2338e1-c724-4a43-9f86-837d46343494'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:11.620334 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ecfdb1-bb5f-4127-b4f2-4e3f5b275530 None None] Pushing event updated for resources: {'Port': ['ID=cf4d0123-6362-4c1d-a935-5b038b230842,revision_number=3']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:11.662213 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63098de4-bef6-4cb6-aad3-3f0a133078f0 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2ce480-8a81-4ef0-a567-468cc9619334,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:11.752487 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-0ce24a7c-a8aa-41ee-93df-a55d9c4ad491 admin admin] Allocated IP 172.20.0.1 (3b3748b7-1bed-4ab4-9fea-64d92f6154dd/8eb77f0c-9c24-4cb1-8b61-8cdd6744025b/28c4edf2-fa65-4374-b062-1704630eca41) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:11.771592 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] Set router aa2338e1-c724-4a43-9f86-837d46343494 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:11.778542 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f796eafc160>> subnet after_create 55550000 {{(pid=102090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:11.780207 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f796eafc160>> subnet after_delete 55550000 {{(pid=102090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:11.780207 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f796eafc160>> subnet before_create 55550000 {{(pid=102090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:11.780207 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f796eafc160>> subnet before_update 55550000 {{(pid=102090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:11.780207 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f796e71c5b0>,) {'filters': {'network_id': ['bf92ef18-6e9f-4275-84f6-9b740a0ea52b']}} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:11.834343 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-63098de4-bef6-4cb6-aad3-3f0a133078f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:11.843383 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f796e71c5b0>, '7f90a22a-0974-4f38-ad27-e4485fb93a2c') {'for_net_delete': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:11.843888 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f796e71c5b0>, '7f90a22a-0974-4f38-ad27-e4485fb93a2c') {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:11.870072 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-42050f4e-7ada-47f2-8e88-b3fcc24b0535 None None] Provisioning complete for port 9d2ce480-8a81-4ef0-a567-468cc9619334 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:11.872527 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-42050f4e-7ada-47f2-8e88-b3fcc24b0535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:11.923168 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-42050f4e-7ada-47f2-8e88-b3fcc24b0535 None None] Port 9d2ce480-8a81-4ef0-a567-468cc9619334 cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:06:11.933626 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759977780116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29131873'] for segment, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:11.942203 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b554d4de-a7ed-4dfa-9734-71d7e98c2558 req-8d1b3bc9-3f04-4cb0-b6fb-e3af07bcebf2 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 210 time: 0.1538143
Jan 28 02:06:12.042118 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.107755 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f0b78b0>, [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:07Z', 'revision_number': 3, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port': {'id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:05Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:12.130602 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0ce24a7c-a8aa-41ee-93df-a55d9c4ad491 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.187946 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e279ae7-fa2c-4888-be3d-8a85deb30245 None None] The sync data for ids ['aa2338e1-c724-4a43-9f86-837d46343494'] in dv-cinder-824977-1-iscsi is: [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:07Z', 'revision_number': 3, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port': {'id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:05Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:06:12.223339 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-63098de4-bef6-4cb6-aad3-3f0a133078f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.232869 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0ce24a7c-a8aa-41ee-93df-a55d9c4ad491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.298650 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-63098de4-bef6-4cb6-aad3-3f0a133078f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.299436 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-63098de4-bef6-4cb6-aad3-3f0a133078f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-639424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564303'] for router_interface, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.330717 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce24a7c-a8aa-41ee-93df-a55d9c4ad491 admin admin] Network 3b3748b7-1bed-4ab4-9fea-64d92f6154dd is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=102090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29133746'] for segment, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:   from cryptography.utils import int_from_bytes
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:   from cryptography.utils import int_from_bytes
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]: Traceback (most recent call last):
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:     timer()
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:     cb(*args, **kw)
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:     return func(*args, **kwargs)
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:     self._notify()
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:     self.callback(batched_events)
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:     event.method(event)
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:     return f(self, *a, **k)
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._get(url).json()
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:06:12.712943 dv-cinder-824977-1-iscsi neutron-server[102090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:06:12.721702 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 923bc2b3-a1bb-458d-bbe9-73ca93b369c8 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:12.727883 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-0ce24a7c-a8aa-41ee-93df-a55d9c4ad491 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:12.727883 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce24a7c-a8aa-41ee-93df-a55d9c4ad491 admin admin] Pushing event updated for resources: {'Port': ['ID=28c4edf2-fa65-4374-b062-1704630eca41,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:12.727883 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce24a7c-a8aa-41ee-93df-a55d9c4ad491 admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:12.727883 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0ce24a7c-a8aa-41ee-93df-a55d9c4ad491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746719'] for router_interface, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.729188 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-02c56dc6-58a9-4a8a-9f33-4807cf4e26c8 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Made reservation on behalf of b22dd75c99404b48a867a48eb5d10c7d for: {'port': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:12.729188 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-02c56dc6-58a9-4a8a-9f33-4807cf4e26c8 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.729188 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d5e2f6-9548-4901-bff4-a39e6cb947cc admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:06:12.729188 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-f8d5e2f6-9548-4901-bff4-a39e6cb947cc admin admin] 10.222.0.79 "PUT /v2.0/routers/7a257381-169e-4030-8cea-b423323de9ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8826389
Jan 28 02:06:12.729779 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63098de4-bef6-4cb6-aad3-3f0a133078f0 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2ce480-8a81-4ef0-a567-468cc9619334,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:12.821390 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Sync routers for ids ['7a257381-169e-4030-8cea-b423323de9ec'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:06:12.840318 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4029099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746584'] for network, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.875054 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Routers {'7a257381-169e-4030-8cea-b423323de9ec'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:12.879740 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f6977f0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:05:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['7a257381-169e-4030-8cea-b423323de9ec'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:12.921362 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:12.925008 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/bf92ef18-6e9f-4275-84f6-9b740a0ea52b HTTP/1.1" status: 204  len: 168 time: 2.3942688
Jan 28 02:06:12.950447 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 51724) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:12.988110 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1af951-0b85-4941-8fd2-bfe41feecaa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf92ef18-6e9f-4275-84f6-9b740a0ea52b,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:13.037575 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63098de4-bef6-4cb6-aad3-3f0a133078f0 admin admin] Network 93f7fa36-86c7-4eac-8e6a-71166645bc4a is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:13.039232 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-63098de4-bef6-4cb6-aad3-3f0a133078f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:13.072534 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-ebc2913f-58e1-4603-9561-6f89159affcb None None] Provisioning complete for port 28c4edf2-fa65-4374-b062-1704630eca41 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:13.073016 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-ebc2913f-58e1-4603-9561-6f89159affcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:13.210721 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0ce24a7c-a8aa-41ee-93df-a55d9c4ad491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:13.246875 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Set router 7a257381-169e-4030-8cea-b423323de9ec gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:13.285779 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b16f83ce-facc-42d6-8f59-e95a2ea47945 req-9748ab9e-b138-44a3-b64c-dee0b2feeda1 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 210 time: 0.1859007
Jan 28 02:06:13.295115 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_v2 [None req-5318432c-8512-4188-acf7-da5901435e13 admin admin] Deleting subnet 619f88d1-d488-4b40-a892-34a3f94fb3f7 {{(pid=102090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:06:13.309589 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5318432c-8512-4188-acf7-da5901435e13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:13.386675 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63098de4-bef6-4cb6-aad3-3f0a133078f0 admin admin] Router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:06:13.430178 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-ebc2913f-58e1-4603-9561-6f89159affcb None None] Port 28c4edf2-fa65-4374-b062-1704630eca41 cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:06:13.442785 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea650-e825-48c0-bcc5-65c78369c0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:13.456937 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 923bc2b3-a1bb-458d-bbe9-73ca93b369c8 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:13.460118 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:13.465221 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-02c56dc6-58a9-4a8a-9f33-4807cf4e26c8 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Allocated IP 172.20.0.11 (d5967118-0c34-42f3-bacd-9665a804451b/26cae819-3466-4a21-89c0-d9087923e8b9/f7f220d5-8156-4a22-9350-5b5670680867) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:13.485535 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5318432c-8512-4188-acf7-da5901435e13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29131886'] for subnet, precommit_delete_associations {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:13.604480 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5318432c-8512-4188-acf7-da5901435e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4027136'] for subnet, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:13.606910 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63098de4-bef6-4cb6-aad3-3f0a133078f0 admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:06:13.724554 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-63098de4-bef6-4cb6-aad3-3f0a133078f0 admin admin] 10.222.0.79 "PUT /v2.0/routers/58b07428-0d7d-4629-81cb-7fd0cc79ad0e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4608788
Jan 28 02:06:13.724554 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0ce24a7c-a8aa-41ee-93df-a55d9c4ad491 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:13.793850 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-dd66ef73-8e7e-48d4-b9d7-37a2d243b9a6 None None] Provisioning complete for port 9d2ce480-8a81-4ef0-a567-468cc9619334 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:13.795392 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-dd66ef73-8e7e-48d4-b9d7-37a2d243b9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:13.894623 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0ce24a7c-a8aa-41ee-93df-a55d9c4ad491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:13.895587 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0ce24a7c-a8aa-41ee-93df-a55d9c4ad491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-639424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564303'] for router_interface, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:14.022989 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce24a7c-a8aa-41ee-93df-a55d9c4ad491 admin admin] Pushing event updated for resources: {'Port': ['ID=28c4edf2-fa65-4374-b062-1704630eca41,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:14.028824 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5318432c-8512-4188-acf7-da5901435e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4027195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29133588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28403209'] for subnet, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:14.073251 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-dd66ef73-8e7e-48d4-b9d7-37a2d243b9a6 None None] Port 9d2ce480-8a81-4ef0-a567-468cc9619334 cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:06:14.086883 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:14.111532 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] For port 923bc2b3-a1bb-458d-bbe9-73ca93b369c8, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=923bc2b3-a1bb-458d-bbe9-73ca93b369c8,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:14.138074 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318432c-8512-4188-acf7-da5901435e13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=619f88d1-d488-4b40-a892-34a3f94fb3f7,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:14.142592 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5318432c-8512-4188-acf7-da5901435e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:14.149332 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-5318432c-8512-4188-acf7-da5901435e13 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/619f88d1-d488-4b40-a892-34a3f94fb3f7 HTTP/1.1" status: 204  len: 168 time: 1.1974676
Jan 28 02:06:14.152107 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51780) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:14.158168 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f6977f0>, [{'id': '7a257381-169e-4030-8cea-b423323de9ec', 'name': 'tempest-ServerRescueNegativeTestJSON-760726899-router', 'tenant_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '31ed8bf4-1964-49ff-b4f5-bd509fc18f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:09Z', 'revision_number': 4, 'project_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'gw_port': {'id': '31ed8bf4-1964-49ff-b4f5-bd509fc18f6f', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a257381-169e-4030-8cea-b423323de9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': 'f891d6d8-c838-4b60-973e-9f71eac33651', 'name': '', 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1', 'tenant_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'mac_address': 'fa:16:3e:cb:d6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a257381-169e-4030-8cea-b423323de9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db836a45-602b-4146-a315-ae0211e2435f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:07Z', 'updated_at': '2022-01-28T02:06:09Z', 'revision_number': 2, 'project_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'subnets': [{'id': 'db836a45-602b-4146-a315-ae0211e2435f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:14.165604 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-05f118f5-54fe-464e-9bf9-9bff9b6cd964 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:14.167150 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-05f118f5-54fe-464e-9bf9-9bff9b6cd964 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/networks?id=8ef75d94-d93d-4873-9fc3-216697a025d1 HTTP/1.1" status: 200  len: 818 time: 0.4544513
Jan 28 02:06:14.176524 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce24a7c-a8aa-41ee-93df-a55d9c4ad491 admin admin] Network 3b3748b7-1bed-4ab4-9fea-64d92f6154dd is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:14.198221 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-0ce24a7c-a8aa-41ee-93df-a55d9c4ad491 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:14.217048 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Checking router: 7a257381-169e-4030-8cea-b423323de9ec for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:06:14.217403 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Updating router 7a257381-169e-4030-8cea-b423323de9ec port f891d6d8-c838-4b60-973e-9f71eac33651 binding host dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:06:14.244164 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-1a6dae1a-bd1d-4120-bfb7-9a22aca95e5e tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/quotas/cc19a0f9c33f47f1b504bebbb0b2c931 HTTP/1.1" status: 200  len: 375 time: 0.0543332
Jan 28 02:06:14.256439 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:14.257251 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 31ed8bf4-1964-49ff-b4f5-bd509fc18f6f up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:14.319792 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-02c56dc6-58a9-4a8a-9f33-4807cf4e26c8 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:14.349664 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-e9725f2a-06ba-4989-975c-e16c6e9732dd tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=cc19a0f9c33f47f1b504bebbb0b2c931&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1063747
Jan 28 02:06:14.388159 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:14.428307 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce24a7c-a8aa-41ee-93df-a55d9c4ad491 admin admin] Router aa2338e1-c724-4a43-9f86-837d46343494 has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:06:14.439681 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3810569'] for network, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:14.463566 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-02c56dc6-58a9-4a8a-9f33-4807cf4e26c8 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:14.650901 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-02c56dc6-58a9-4a8a-9f33-4807cf4e26c8 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Network d5967118-0c34-42f3-bacd-9665a804451b is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:14.694141 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51798) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:14.702301 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-02c56dc6-58a9-4a8a-9f33-4807cf4e26c8 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:14.713086 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-068f40d5-4ad5-443b-a9ce-703ffe7cb21a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1735441935', 'description': 'tempest-description--1239309678'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:14.744812 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-02c56dc6-58a9-4a8a-9f33-4807cf4e26c8 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:14.750693 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Pushing event updated for resources: {'Port': ['ID=923bc2b3-a1bb-458d-bbe9-73ca93b369c8,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:14.809790 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-2dcfb208-eb8f-40bd-8422-3cd6ce9e3d6c service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 02:06:14.824399 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-2dcfb208-eb8f-40bd-8422-3cd6ce9e3d6c service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1722476
Jan 28 02:06:14.846929 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 31ed8bf4-1964-49ff-b4f5-bd509fc18f6f triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:14.847481 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:14.877795 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4029090', 'neutron.services.segments.db._delete_segments_for_network-8759977669928'] for network, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:14.905456 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f796eeaa700>> segment before_delete 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:14.911817 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f796eeaa700>> subnet precommit_delete_associations 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:14.912699 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f796f2f7430>> segment_host_mapping after_create 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:14.913025 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f796f2f7430>> port after_create 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:14.913365 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f796f2f7430>> port after_delete 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:14.913790 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f796f2f7430>> port after_update 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:14.914110 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f796f2f7430>> segment after_delete 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:14.914677 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f796f2f7430>> subnet after_create 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:14.915030 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f796f2f7430>> subnet after_delete 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:14.915489 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f796f2f7430>> subnet after_update 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:14.937701 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c56dc6-58a9-4a8a-9f33-4807cf4e26c8 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Pushing event updated for resources: {'Port': ['ID=f7f220d5-8156-4a22-9350-5b5670680867,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:14.960730 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Sync routers for ids ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:06:14.980499 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Routers {'58b07428-0d7d-4629-81cb-7fd0cc79ad0e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:14.981305 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f620d30>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:14.992281 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:15.102193 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b7d9ea51-a1df-44a8-9154-36976dc8e0f1 None None] Provisioning complete for port 28c4edf2-fa65-4374-b062-1704630eca41 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:15.102559 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b7d9ea51-a1df-44a8-9154-36976dc8e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:15.141002 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-02c56dc6-58a9-4a8a-9f33-4807cf4e26c8 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:15.144439 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-02c56dc6-58a9-4a8a-9f33-4807cf4e26c8 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:15.239216 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94a65c-6f8f-49fc-9085-5741b997464a req-6595c547-a1a0-4ccf-ad9b-90da1240cac1 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:15.241544 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0e94a65c-6f8f-49fc-9085-5741b997464a req-6595c547-a1a0-4ccf-ad9b-90da1240cac1 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 932 time: 0.4980738
Jan 28 02:06:15.246798 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Set router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:15.303408 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b7d9ea51-a1df-44a8-9154-36976dc8e0f1 None None] Port 28c4edf2-fa65-4374-b062-1704630eca41 cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:06:15.309862 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-02c56dc6-58a9-4a8a-9f33-4807cf4e26c8 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.4990625
Jan 28 02:06:15.315087 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-15c85be2-23ec-4208-bd62-145f8b5235fd service neutron] 10.222.0.79 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4895432
Jan 28 02:06:15.324313 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f796ed2b130>> subnet after_create 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:15.324646 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f796ed2b130>> subnet after_delete 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:15.324969 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f796ed2b130>> subnet before_create 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:15.326903 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f796ed2b130>> subnet before_update 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 28 02:06:15.326903 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f796eeaa8b0>,) {'filters': {'network_id': ['5c54b4b8-ce3c-4f49-954f-001c90b7ae4e']}} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:15.364599 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-6bfd2994-f67e-4422-b7bc-5bb0866006ad tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 02:06:15.367805 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-6bfd2994-f67e-4422-b7bc-5bb0866006ad tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0491929
Jan 28 02:06:15.371418 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0e94a65c-6f8f-49fc-9085-5741b997464a req-ab890a9c-afb4-4794-89d1-7ef5ed45342c tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179731
Jan 28 02:06:15.376838 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f796eeaa8b0>, 'ddc1d9be-2ead-458a-aae6-c9b334799729') {'for_net_delete': True} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:15.382677 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f796eeaa8b0>, 'ddc1d9be-2ead-458a-aae6-c9b334799729') {} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:15.507156 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-068f40d5-4ad5-443b-a9ce-703ffe7cb21a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:15.532788 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-3ddda9bf-8b74-4f01-86f9-fc9ccefda1f1 service neutron] 10.222.0.79 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1744301
Jan 28 02:06:15.554965 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759977780116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28652195'] for segment, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:15.586444 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:15.666819 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Request body: {'port': {'device_id': 'c564cd2f-07df-4c91-9190-30cb5e9cb3ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:15.703592 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:15.754965 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-068f40d5-4ad5-443b-a9ce-703ffe7cb21a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:15.808452 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:15.836368 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-068f40d5-4ad5-443b-a9ce-703ffe7cb21a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:15.846706 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:15.886560 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Releasing vlan 1201 on physical network physnet1 to pool {{(pid=102089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:06:15.890107 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974063f1-6485-4c5a-b190-5a64b9bf6611 None None] Pushing event updated for resources: {'Port': ['ID=f891d6d8-c838-4b60-973e-9f71eac33651,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:15.900335 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27877506'] for segment, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:15.915736 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f620d30>, [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 4, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port': {'id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '9d2ce480-8a81-4ef0-a567-468cc9619334', 'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'mac_address': 'fa:16:3e:c6:9f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:09Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 2, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'subnets': [{'id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:   from cryptography.utils import int_from_bytes
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:   from cryptography.utils import int_from_bytes
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]: Traceback (most recent call last):
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:     timer()
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:     cb(*args, **kw)
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:     return func(*args, **kwargs)
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:     self._notify()
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:     self.callback(batched_events)
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:     event.method(event)
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:     return f(self, *a, **k)
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:     return self._get(url).json()
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:06:15.928321 dv-cinder-824977-1-iscsi neutron-server[102089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:06:15.965601 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 923bc2b3-a1bb-458d-bbe9-73ca93b369c8 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:15.989455 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Checking router: 58b07428-0d7d-4629-81cb-7fd0cc79ad0e for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:06:15.990668 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Updating router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e port 9d2ce480-8a81-4ef0-a567-468cc9619334 binding host dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:06:16.019575 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:16.076878 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce24a7c-a8aa-41ee-93df-a55d9c4ad491 admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:06:16.128684 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-0ce24a7c-a8aa-41ee-93df-a55d9c4ad491 admin admin] 10.222.0.79 "PUT /v2.0/routers/aa2338e1-c724-4a43-9f86-837d46343494/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8497422
Jan 28 02:06:16.165846 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Sync routers for ids ['aa2338e1-c724-4a43-9f86-837d46343494'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:06:16.225604 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-068f40d5-4ad5-443b-a9ce-703ffe7cb21a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:16.230832 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-068f40d5-4ad5-443b-a9ce-703ffe7cb21a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.5294819
Jan 28 02:06:16.233207 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51866) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:16.262079 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Attempting to bind port f891d6d8-c838-4b60-973e-9f71eac33651 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:16.262997 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Attempting to bind port f891d6d8-c838-4b60-973e-9f71eac33651 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '1c61313e-1493-444a-a991-929ee367517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:16.263524 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Attempting to bind port f891d6d8-c838-4b60-973e-9f71eac33651 on network 8ef75d94-d93d-4873-9fc3-216697a025d1 {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:16.265450 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-d0d237fe-0999-42c4-9bb6-f5c7f44ea9cb tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Request body: {'security_group_rule': {'security_group_id': 'c4ae3b6e-6cc7-485f-ac3a-57b991d5e385', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:16.292175 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f40d5-4ad5-443b-a9ce-703ffe7cb21a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:16.312244 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:16.316570 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Checking segment: {'id': '1c61313e-1493-444a-a991-929ee367517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:16.320063 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:16.320063 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Bound using segment: {'id': '1c61313e-1493-444a-a991-929ee367517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:16.322957 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Bound port: f891d6d8-c838-4b60-973e-9f71eac33651, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c61313e-1493-444a-a991-929ee367517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:16.323942 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:16.340972 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4029099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746584'] for network, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:16.370201 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Routers {'aa2338e1-c724-4a43-9f86-837d46343494'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:16.374059 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f40e460>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['aa2338e1-c724-4a43-9f86-837d46343494'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:16.401713 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Pushing event deleted for resources: {'Network': ['ID=5c54b4b8-ce3c-4f49-954f-001c90b7ae4e,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:16.406528 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:16.429490 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-2a493c5f-6c48-4fa5-b296-8671b8c45b0f admin admin] 10.222.0.79 "DELETE /v2.0/networks/5c54b4b8-ce3c-4f49-954f-001c90b7ae4e HTTP/1.1" status: 204  len: 168 time: 2.2630951
Jan 28 02:06:16.445334 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d0d237fe-0999-42c4-9bb6-f5c7f44ea9cb tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:16.669072 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d0d237fe-0999-42c4-9bb6-f5c7f44ea9cb tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:16.721771 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:16.765000 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 923bc2b3-a1bb-458d-bbe9-73ca93b369c8 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:16.768603 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:16.774790 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d0d237fe-0999-42c4-9bb6-f5c7f44ea9cb tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:16.794114 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d237fe-0999-42c4-9bb6-f5c7f44ea9cb tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf47f9ad-0aeb-4604-a697-b500788d8ef5,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:16.838095 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8692bba7-1a8e-4e47-8d55-9c1543e0eb06 req-3fa90366-c2b9-46b3-93d2-c1e3c0c1b75f tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 210 time: 0.5606627
Jan 28 02:06:16.908308 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:16.937040 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] For port f891d6d8-c838-4b60-973e-9f71eac33651, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:16.944559 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] For port f891d6d8-c838-4b60-973e-9f71eac33651, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=f891d6d8-c838-4b60-973e-9f71eac33651,segment=NetworkSegment(1c61313e-1493-444a-a991-929ee367517d),segment_id=1c61313e-1493-444a-a991-929ee367517d)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:16.957653 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Set router aa2338e1-c724-4a43-9f86-837d46343494 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:17.076140 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Notify callbacks [] for port, precommit_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:17.176084 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d0d237fe-0999-42c4-9bb6-f5c7f44ea9cb tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:17.180971 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-d0d237fe-0999-42c4-9bb6-f5c7f44ea9cb tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9248974
Jan 28 02:06:17.183239 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51904) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:17.189276 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-6235b635-ddef-460b-8fb3-17119ab73ab3 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Request body: {'security_group_rule': {'security_group_id': 'c4ae3b6e-6cc7-485f-ac3a-57b991d5e385', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:17.200394 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef6123-f849-4817-aef7-8df048dd34ee req-04fec5a0-1d1b-4c2d-8fff-5b259828720b tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:17.210452 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3fef6123-f849-4817-aef7-8df048dd34ee req-04fec5a0-1d1b-4c2d-8fff-5b259828720b tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 932 time: 0.2155209
Jan 28 02:06:17.246416 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:17.330176 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device cf4d0123-6362-4c1d-a935-5b038b230842 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:17.347167 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3fef6123-f849-4817-aef7-8df048dd34ee req-6b96da88-e73c-48b8-bf2e-7fc0b45a09a2 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351988
Jan 28 02:06:17.390148 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:17.439959 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6235b635-ddef-460b-8fb3-17119ab73ab3 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:17.452969 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d3195-9865-4c7d-a2be-bc8a767724ca None None] Pushing event updated for resources: {'Port': ['ID=9d2ce480-8a81-4ef0-a567-468cc9619334,revision_number=3']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:17.538521 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f220d5-8156-4a22-9350-5b5670680867 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:06:17.568502 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51908) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:17.568844 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51910) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:17.580113 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:17.658459 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Transition to ACTIVE for port object f7f220d5-8156-4a22-9350-5b5670680867 will not be triggered until provisioned by entity L2. {{(pid=102090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:06:17.691947 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Attempting to bind port 9d2ce480-8a81-4ef0-a567-468cc9619334 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:17.694388 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Attempting to bind port 9d2ce480-8a81-4ef0-a567-468cc9619334 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': 'c03c4d01-c672-47ad-af57-d8f713f8ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a'}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:17.694937 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Attempting to bind port 9d2ce480-8a81-4ef0-a567-468cc9619334 on network 93f7fa36-86c7-4eac-8e6a-71166645bc4a {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:17.717369 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:17.717755 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Checking segment: {'id': 'c03c4d01-c672-47ad-af57-d8f713f8ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:17.718175 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:17.718774 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Bound using segment: {'id': 'c03c4d01-c672-47ad-af57-d8f713f8ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a'} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:17.727617 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Bound port: 9d2ce480-8a81-4ef0-a567-468cc9619334, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03c4d01-c672-47ad-af57-d8f713f8ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a'}}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:17.728093 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:17.736962 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:17.757202 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974063f1-6485-4c5a-b190-5a64b9bf6611 None None] Pushing event updated for resources: {'Port': ['ID=f891d6d8-c838-4b60-973e-9f71eac33651,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:17.999564 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-b018e2e5-ff7a-4192-a6a3-577b6372f1fa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7c900f58243346da8226fb907a41c600&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4106734
Jan 28 02:06:18.016031 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51934) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:18.058040 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 51936) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:18.077849 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] For port 9d2ce480-8a81-4ef0-a567-468cc9619334, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:18.105204 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] For port 9d2ce480-8a81-4ef0-a567-468cc9619334, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=9d2ce480-8a81-4ef0-a567-468cc9619334,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:18.152869 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Routers {'7a257381-169e-4030-8cea-b423323de9ec'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:18.155696 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f6977f0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['7a257381-169e-4030-8cea-b423323de9ec'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:18.196228 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-506e092a-1c12-4d9e-94d6-ca735dd3437c tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1090137628', 'description': 'tempest-description--1937635198'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:18.206197 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f220d5-8156-4a22-9350-5b5670680867,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:18.242120 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port cf4d0123-6362-4c1d-a935-5b038b230842 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:18.242871 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:18.279420 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6235b635-ddef-460b-8fb3-17119ab73ab3 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:18.295638 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dc8ee55e-8c30-4d92-9cd0-1e2f3384d6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:18.335278 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:18.337514 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b2a168fb-5924-4112-98a7-4d3886398264 None None] Provisioning complete for port 9d2ce480-8a81-4ef0-a567-468cc9619334 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:18.338165 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b2a168fb-5924-4112-98a7-4d3886398264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:18.438263 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8f4c6b49-668a-4deb-9baa-d00b47818f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:18.447951 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6235b635-ddef-460b-8fb3-17119ab73ab3 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:18.520307 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Routers {'58b07428-0d7d-4629-81cb-7fd0cc79ad0e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:18.523693 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f620d30>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:18.537805 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235b635-ddef-460b-8fb3-17119ab73ab3 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98eb8682-34bd-408b-9f66-8f2893152af3,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:18.574914 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8f4c6b49-668a-4deb-9baa-d00b47818f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:18.629035 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d3195-9865-4c7d-a2be-bc8a767724ca None None] Pushing event updated for resources: {'Port': ['ID=9d2ce480-8a81-4ef0-a567-468cc9619334,revision_number=4']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:18.657292 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6235b635-ddef-460b-8fb3-17119ab73ab3 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:18.657292 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-6235b635-ddef-460b-8fb3-17119ab73ab3 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.4688745
Jan 28 02:06:18.688672 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:18.720954 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51950) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:18.740098 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-738141fe-5cb5-4fdf-8bc4-c24add954950 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Request body: {'floatingip': {'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:18.805785 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] Set router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:18.837518 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1431fd-4f9d-4388-b7a2-5a5ccfb003ff req-7be7f3b0-9957-4d0f-aaea-6d0b2f95cd10 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:18.840130 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6b1431fd-4f9d-4388-b7a2-5a5ccfb003ff req-7be7f3b0-9957-4d0f-aaea-6d0b2f95cd10 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 944 time: 0.2630188
Jan 28 02:06:18.872896 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] For port cf4d0123-6362-4c1d-a935-5b038b230842, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=cf4d0123-6362-4c1d-a935-5b038b230842,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:18.882181 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dc8ee55e-8c30-4d92-9cd0-1e2f3384d6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:18.883583 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b2a168fb-5924-4112-98a7-4d3886398264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:18.911373 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Attempting to bind port f7f220d5-8156-4a22-9350-5b5670680867 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:18.911901 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Attempting to bind port f7f220d5-8156-4a22-9350-5b5670680867 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '6df9d1b4-ddf7-460c-9fb1-90c8a620bff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'd5967118-0c34-42f3-bacd-9665a804451b'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:18.912618 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Attempting to bind port f7f220d5-8156-4a22-9350-5b5670680867 on network d5967118-0c34-42f3-bacd-9665a804451b {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:18.914094 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] Set router 7a257381-169e-4030-8cea-b423323de9ec gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:18.920164 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-506e092a-1c12-4d9e-94d6-ca735dd3437c tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:18.972016 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Port f7f220d5-8156-4a22-9350-5b5670680867 on network d5967118-0c34-42f3-bacd-9665a804451b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:06:18.974016 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Attempting to bind port f7f220d5-8156-4a22-9350-5b5670680867 on network d5967118-0c34-42f3-bacd-9665a804451b {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:18.979306 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f40e460>, [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:12Z', 'revision_number': 4, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port': {'id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:05Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '28c4edf2-fa65-4374-b062-1704630eca41', 'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'mac_address': 'fa:16:3e:61:8b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:10Z', 'updated_at': '2022-01-28T02:06:13Z', 'revision_number': 2, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'subnets': [{'id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:18.995498 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dc8ee55e-8c30-4d92-9cd0-1e2f3384d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:19.030963 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:19.035746 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Checking segment: {'id': '6df9d1b4-ddf7-460c-9fb1-90c8a620bff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'd5967118-0c34-42f3-bacd-9665a804451b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:19.036529 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Bound using segment: {'id': '6df9d1b4-ddf7-460c-9fb1-90c8a620bff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'd5967118-0c34-42f3-bacd-9665a804451b'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:19.038181 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Bound port: f7f220d5-8156-4a22-9350-5b5670680867, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df9d1b4-ddf7-460c-9fb1-90c8a620bff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'd5967118-0c34-42f3-bacd-9665a804451b'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:19.040206 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:19.041469 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:19.046151 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b2a168fb-5924-4112-98a7-4d3886398264 None None] For port 9d2ce480-8a81-4ef0-a567-468cc9619334, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=9d2ce480-8a81-4ef0-a567-468cc9619334,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:19.053260 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8f4c6b49-668a-4deb-9baa-d00b47818f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:19.055916 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8f4c6b49-668a-4deb-9baa-d00b47818f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:19.070545 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-8f4c6b49-668a-4deb-9baa-d00b47818f50 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/481f5cf4-59e8-46ad-8ef2-280c955778ae HTTP/1.1" status: 204  len: 168 time: 1.0222611
Jan 28 02:06:19.112538 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-dc8ee55e-8c30-4d92-9cd0-1e2f3384d6a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e421df28a0624265819f380d82dfb55a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5372138
Jan 28 02:06:19.114679 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 51962) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:19.151397 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-738141fe-5cb5-4fdf-8bc4-c24add954950 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for floatingip, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:19.175684 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ee55e-8c30-4d92-9cd0-1e2f3384d6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1185b8b-216a-4dfd-9035-4e7c70a9874c,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:19.185238 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Pushing event updated for resources: {'Port': ['ID=cf4d0123-6362-4c1d-a935-5b038b230842,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:19.193135 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Checking router: aa2338e1-c724-4a43-9f86-837d46343494 for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:06:19.195320 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Updating router aa2338e1-c724-4a43-9f86-837d46343494 port 28c4edf2-fa65-4374-b062-1704630eca41 binding host dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:06:19.206123 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b2a168fb-5924-4112-98a7-4d3886398264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:19.215390 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c6b49-668a-4deb-9baa-d00b47818f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481f5cf4-59e8-46ad-8ef2-280c955778ae,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:19.245611 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f620d30>, [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 4, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port': {'id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '9d2ce480-8a81-4ef0-a567-468cc9619334', 'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'mac_address': 'fa:16:3e:c6:9f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:09Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 4, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'subnets': [{'id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:19.278477 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] For port f7f220d5-8156-4a22-9350-5b5670680867, host hv-cinder-82497, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:19.282522 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e2aa04-d904-4383-96e4-297fdd7d6acf None None] The sync data for ids ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'] in dv-cinder-824977-1-iscsi is: [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 4, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port': {'id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '9d2ce480-8a81-4ef0-a567-468cc9619334', 'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'mac_address': 'fa:16:3e:c6:9f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:09Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 4, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'subnets': [{'id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:06:19.296452 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] For port f7f220d5-8156-4a22-9350-5b5670680867, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=f7f220d5-8156-4a22-9350-5b5670680867,segment=NetworkSegment(6df9d1b4-ddf7-460c-9fb1-90c8a620bff3),segment_id=6df9d1b4-ddf7-460c-9fb1-90c8a620bff3)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:19.328649 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6b1431fd-4f9d-4388-b7a2-5a5ccfb003ff req-b005b015-1a14-4e29-a02b-2e00382bdb6e tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4718018
Jan 28 02:06:19.381416 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-3cc7c298-3b89-43cb-9cb1-99babf4a9bfd tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:19.394891 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-3cc7c298-3b89-43cb-9cb1-99babf4a9bfd tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/networks?id=8ef75d94-d93d-4873-9fc3-216697a025d1 HTTP/1.1" status: 200  len: 818 time: 1.1697447
Jan 28 02:06:19.441360 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:19.454062 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-59ef744b-9257-41fb-ad94-a8ceee3af6e8 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/quotas/cc19a0f9c33f47f1b504bebbb0b2c931 HTTP/1.1" status: 200  len: 375 time: 0.0236316
Jan 28 02:06:19.586989 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f919ccdd-37a7-4a3a-b89b-1f8dbad497b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:19.597948 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-506e092a-1c12-4d9e-94d6-ca735dd3437c tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:19.601748 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a168fb-5924-4112-98a7-4d3886398264 None None] Pushing event updated for resources: {'Port': ['ID=9d2ce480-8a81-4ef0-a567-468cc9619334,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:19.618283 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:19.655702 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f919ccdd-37a7-4a3a-b89b-1f8dbad497b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:19.732387 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:19.732915 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:19.739335 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] 10.222.0.95 "PUT /v2.0/ports/f7f220d5-8156-4a22-9350-5b5670680867 HTTP/1.1" status: 200  len: 1094 time: 4.1823432
Jan 28 02:06:19.744034 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-738141fe-5cb5-4fdf-8bc4-c24add954950 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:19.747299 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c564cd2f-07df-4c91-9190-30cb5e9cb3ea', 'tag': 'f7f220d5-8156-4a22-9350-5b5670680867'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:06:19.781600 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-b5d52ce5-64f7-47e6-954b-3190e87e1f33 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=cc19a0f9c33f47f1b504bebbb0b2c931&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2985916
Jan 28 02:06:19.792231 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-506e092a-1c12-4d9e-94d6-ca735dd3437c tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:19.843175 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-63b8065a-d421-42f5-b954-28b5bee7904c None None] Provisioning complete for port 9d2ce480-8a81-4ef0-a567-468cc9619334 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:19.843558 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-63b8065a-d421-42f5-b954-28b5bee7904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:19.899389 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e092a-1c12-4d9e-94d6-ca735dd3437c tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf633e7-e810-468b-b9d6-1c746238ccde,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:19.903220 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7fad7-600a-4b3b-a3d9-847c15125b08 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f220d5-8156-4a22-9350-5b5670680867,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:19.960958 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2699a0-456d-41e9-a7bd-335959555530" -d '{"events": [{"name": "network-changed", "server_uuid": "c564cd2f-07df-4c91-9190-30cb5e9cb3ea", "tag": "f7f220d5-8156-4a22-9350-5b5670680867"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:06:19.999158 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-506e092a-1c12-4d9e-94d6-ca735dd3437c tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:20.004775 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-506e092a-1c12-4d9e-94d6-ca735dd3437c tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.9410014
Jan 28 02:06:20.005629 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 51992) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:20.010664 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-3da1a437-d522-4110-8933-fecf833db637 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Request body: {'security_group_rule': {'security_group_id': 'baf633e7-e810-468b-b9d6-1c746238ccde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:20.085419 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f919ccdd-37a7-4a3a-b89b-1f8dbad497b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:20.125327 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f919ccdd-37a7-4a3a-b89b-1f8dbad497b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:20.137462 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-f919ccdd-37a7-4a3a-b89b-1f8dbad497b2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d1185b8b-216a-4dfd-9035-4e7c70a9874c HTTP/1.1" status: 204  len: 168 time: 1.0210633
Jan 28 02:06:20.231424 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919ccdd-37a7-4a3a-b89b-1f8dbad497b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1185b8b-216a-4dfd-9035-4e7c70a9874c,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:20.261293 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-738141fe-5cb5-4fdf-8bc4-c24add954950 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Allocated IP 172.27.0.252 (f90e340b-27f2-447d-a156-32aa581e17da/626f942c-33cd-4310-8756-8b345f91ef49/35656bb1-a01e-43a1-97d4-912ed5f9fbaa) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:20.401221 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925ae525-a4c5-4b75-ab88-16614efec583 x-openstack-request-id: req-925ae525-a4c5-4b75-ab88-16614efec583 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:06:20.402090 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c564cd2f-07df-4c91-9190-30cb5e9cb3ea", "tag": "f7f220d5-8156-4a22-9350-5b5670680867", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:06:20.404718 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-925ae525-a4c5-4b75-ab88-16614efec583 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:06:20.405562 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c564cd2f-07df-4c91-9190-30cb5e9cb3ea', 'tag': 'f7f220d5-8156-4a22-9350-5b5670680867', 'status': 'completed', 'code': 200}
Jan 28 02:06:20.413283 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 51998) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:20.483497 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-959532b4-a56c-4aa2-acee-93bbb6faf7a3 service neutron] 10.222.0.79 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6665843
Jan 28 02:06:20.514281 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:20.521930 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-3da1a437-d522-4110-8933-fecf833db637 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:20.541622 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f6977f0>, [{'id': '7a257381-169e-4030-8cea-b423323de9ec', 'name': 'tempest-ServerRescueNegativeTestJSON-760726899-router', 'tenant_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '31ed8bf4-1964-49ff-b4f5-bd509fc18f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:09Z', 'revision_number': 4, 'project_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'gw_port': {'id': '31ed8bf4-1964-49ff-b4f5-bd509fc18f6f', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a257381-169e-4030-8cea-b423323de9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': 'f891d6d8-c838-4b60-973e-9f71eac33651', 'name': '', 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1', 'tenant_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'mac_address': 'fa:16:3e:cb:d6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a257381-169e-4030-8cea-b423323de9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db836a45-602b-4146-a315-ae0211e2435f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:07Z', 'updated_at': '2022-01-28T02:06:16Z', 'revision_number': 4, 'project_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'subnets': [{'id': 'db836a45-602b-4146-a315-ae0211e2435f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:20.601377 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f1e7bb-44b5-4ecc-b8bd-fe06649d222d None None] The sync data for ids ['7a257381-169e-4030-8cea-b423323de9ec'] in dv-cinder-824977-1-iscsi is: [{'id': '7a257381-169e-4030-8cea-b423323de9ec', 'name': 'tempest-ServerRescueNegativeTestJSON-760726899-router', 'tenant_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '31ed8bf4-1964-49ff-b4f5-bd509fc18f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:09Z', 'revision_number': 4, 'project_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'gw_port': {'id': '31ed8bf4-1964-49ff-b4f5-bd509fc18f6f', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a257381-169e-4030-8cea-b423323de9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': 'f891d6d8-c838-4b60-973e-9f71eac33651', 'name': '', 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1', 'tenant_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'mac_address': 'fa:16:3e:cb:d6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a257381-169e-4030-8cea-b423323de9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db836a45-602b-4146-a315-ae0211e2435f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:07Z', 'updated_at': '2022-01-28T02:06:16Z', 'revision_number': 4, 'project_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'subnets': [{'id': 'db836a45-602b-4146-a315-ae0211e2435f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:06:20.619439 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-738141fe-5cb5-4fdf-8bc4-c24add954950 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:20.896993 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-738141fe-5cb5-4fdf-8bc4-c24add954950 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:21.154136 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738141fe-5cb5-4fdf-8bc4-c24add954950 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Network f90e340b-27f2-447d-a156-32aa581e17da is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:21.154136 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-738141fe-5cb5-4fdf-8bc4-c24add954950 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:21.154136 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738141fe-5cb5-4fdf-8bc4-c24add954950 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:21.154136 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738141fe-5cb5-4fdf-8bc4-c24add954950 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Pushing event updated for resources: {'Port': ['ID=35656bb1-a01e-43a1-97d4-912ed5f9fbaa,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:21.155837 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80444077-8f65-47e7-a465-8fde96101d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:21.155837 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-80444077-8f65-47e7-a465-8fde96101d3d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b22dd75c99404b48a867a48eb5d10c7d&device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 1097 time: 0.9290202
Jan 28 02:06:21.155837 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-9f5839f9-2300-4bd1-a7fd-ada353404cfd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a4581653565a42e09f26238f52f8f241&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6550791
Jan 28 02:06:21.159216 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:21.159751 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-0373903c-4003-43b4-8ff3-887193afe7a1 service neutron] 10.222.0.79 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5750678
Jan 28 02:06:21.166091 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d7b2f-d9f8-4388-b492-89401be6a798 req-ab194b5d-cc06-4e75-a0e5-19db49f90b28 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:21.167922 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7d5d7b2f-d9f8-4388-b492-89401be6a798 req-ab194b5d-cc06-4e75-a0e5-19db49f90b28 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 944 time: 0.6883986
Jan 28 02:06:21.170763 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 52020) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:21.320463 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-c433735d-2f40-41e9-afce-68c0d00b2815 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7f220d5-8156-4a22-9350-5b5670680867 HTTP/1.1" status: 200  len: 217 time: 0.2342181
Jan 28 02:06:21.331801 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:21.365471 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-738141fe-5cb5-4fdf-8bc4-c24add954950 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:21.465037 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-3da1a437-d522-4110-8933-fecf833db637 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:21.599086 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20b383-d46d-4459-969d-a3c89699bb44 None None] Pushing event updated for resources: {'Port': ['ID=28c4edf2-fa65-4374-b062-1704630eca41,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:21.667828 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7d5d7b2f-d9f8-4388-b492-89401be6a798 req-1e5df192-4f0e-4e9d-b6ee-d8dc65f71454 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4352446
Jan 28 02:06:21.742341 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-3da1a437-d522-4110-8933-fecf833db637 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:21.742852 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 9d2ce480-8a81-4ef0-a567-468cc9619334 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:21.748852 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.95', 63894) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:21.809082 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-54c48848-95cb-42f9-9b4f-08d3d46b2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:21.820539 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-54c48848-95cb-42f9-9b4f-08d3d46b2260 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=26cae819-3466-4a21-89c0-d9087923e8b9 HTTP/1.1" status: 200  len: 852 time: 0.3735056
Jan 28 02:06:21.845674 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Attempting to bind port 28c4edf2-fa65-4374-b062-1704630eca41 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:21.846311 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Attempting to bind port 28c4edf2-fa65-4374-b062-1704630eca41 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '0868dfe9-eda9-4cc9-adac-d4c84b2d81b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:21.846837 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Attempting to bind port 28c4edf2-fa65-4374-b062-1704630eca41 on network 3b3748b7-1bed-4ab4-9fea-64d92f6154dd {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:21.867922 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:21.876694 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Checking segment: {'id': '0868dfe9-eda9-4cc9-adac-d4c84b2d81b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:21.877424 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:21.877617 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Bound using segment: {'id': '0868dfe9-eda9-4cc9-adac-d4c84b2d81b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:21.878972 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1a437-d522-4110-8933-fecf833db637 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2179d1c-f526-4210-8a0c-54011bab770c,revision_number=0']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:21.880637 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Bound port: 28c4edf2-fa65-4374-b062-1704630eca41, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0868dfe9-eda9-4cc9-adac-d4c84b2d81b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:21.881051 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:21.893065 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c44f42ea-76f3-42e7-9c84-1670fc680932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:21.950806 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c44f42ea-76f3-42e7-9c84-1670fc680932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:21.994157 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-738141fe-5cb5-4fdf-8bc4-c24add954950 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:22.004913 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-8ade0542-95d7-4d7f-a88a-92f436e90a81 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d5967118-0c34-42f3-bacd-9665a804451b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1234419
Jan 28 02:06:22.050663 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-0d7d5c22-613f-454b-a8a0-055b2beab8cc None None] Provisioning complete for port 28c4edf2-fa65-4374-b062-1704630eca41 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:22.051275 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-0d7d5c22-613f-454b-a8a0-055b2beab8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:22.101003 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d5c22-613f-454b-a8a0-055b2beab8cc None None] Port 28c4edf2-fa65-4374-b062-1704630eca41 cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:06:22.107759 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 9d2ce480-8a81-4ef0-a567-468cc9619334 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:22.108349 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:22.191380 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] For port 28c4edf2-fa65-4374-b062-1704630eca41, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:22.200892 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] For port 28c4edf2-fa65-4374-b062-1704630eca41, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=28c4edf2-fa65-4374-b062-1704630eca41,segment=NetworkSegment(0868dfe9-eda9-4cc9-adac-d4c84b2d81b9),segment_id=0868dfe9-eda9-4cc9-adac-d4c84b2d81b9)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:22.216736 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-953c7fa0-f6b5-48f5-851c-2b13340d034a req-c0a3c076-bbc6-4534-a799-9ed94963ab27 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 210 time: 0.3244600
Jan 28 02:06:22.221138 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-3da1a437-d522-4110-8933-fecf833db637 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:22.222579 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-3da1a437-d522-4110-8933-fecf833db637 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.2159677
Jan 28 02:06:22.245021 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 52056) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:22.253054 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-bde65cdf-75fd-4bad-8423-fc2a6bc72685 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Request body: {'security_group_rule': {'security_group_id': 'baf633e7-e810-468b-b9d6-1c746238ccde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:22.329774 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-3cfa0ad9-987e-4833-9900-8b7a39b34539 service neutron] 10.222.0.95 "GET /v2.0/networks/d5967118-0c34-42f3-bacd-9665a804451b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2958632
Jan 28 02:06:22.334312 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:22.349255 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device f891d6d8-c838-4b60-973e-9f71eac33651 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:22.549017 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be6a5298-e9d0-48cb-8a2b-6ab51830ac40 req-8f69370d-d2c4-4793-b5e7-122ddd3893a8 service neutron] 10.222.0.95 "GET /v2.0/networks/d5967118-0c34-42f3-bacd-9665a804451b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1982243
Jan 28 02:06:22.565234 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Routers {'aa2338e1-c724-4a43-9f86-837d46343494'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:22.566056 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f40e460>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['aa2338e1-c724-4a43-9f86-837d46343494'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:22.569991 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20b383-d46d-4459-969d-a3c89699bb44 None None] Pushing event updated for resources: {'Port': ['ID=28c4edf2-fa65-4374-b062-1704630eca41,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:22.722779 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c44f42ea-76f3-42e7-9c84-1670fc680932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:22.725836 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c44f42ea-76f3-42e7-9c84-1670fc680932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:22.727060 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-c44f42ea-76f3-42e7-9c84-1670fc680932 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e33d8b81-c141-4bcb-b702-9e092cf426c4 HTTP/1.1" status: 204  len: 168 time: 1.4982836
Jan 28 02:06:22.764797 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f42ea-76f3-42e7-9c84-1670fc680932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33d8b81-c141-4bcb-b702-9e092cf426c4,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:22.775127 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-bde65cdf-75fd-4bad-8423-fc2a6bc72685 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:22.776818 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-2d8fa10a-95f8-4140-b2a9-7b2ac5010aca tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:22.780074 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-2d8fa10a-95f8-4140-b2a9-7b2ac5010aca tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.95 "GET /v2.0/networks?id=8ef75d94-d93d-4873-9fc3-216697a025d1 HTTP/1.1" status: 200  len: 818 time: 1.0261023
Jan 28 02:06:22.820728 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-7cd4e5be-672a-473a-831b-25d5f79d92eb tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Request body: {'port': {'device_id': 'ec5e47ac-761b-467f-958c-516a9f8bc3e6', 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1', 'admin_state_up': True, 'tenant_id': 'cc19a0f9c33f47f1b504bebbb0b2c931'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:23.126382 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 52074) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:23.164344 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-007f4acf-75b8-4c38-a8ca-36d9d77a686b None None] Provisioning complete for port 28c4edf2-fa65-4374-b062-1704630eca41 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:23.165386 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-007f4acf-75b8-4c38-a8ca-36d9d77a686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.215011 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 52080) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:23.307270 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-738141fe-5cb5-4fdf-8bc4-c24add954950 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.365136 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port f891d6d8-c838-4b60-973e-9f71eac33651 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:23.365503 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.425258 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-7cd4e5be-672a-473a-831b-25d5f79d92eb tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Made reservation on behalf of cc19a0f9c33f47f1b504bebbb0b2c931 for: {'port': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:23.429674 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-7cd4e5be-672a-473a-831b-25d5f79d92eb tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.441802 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] Set router aa2338e1-c724-4a43-9f86-837d46343494 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:23.446212 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-738141fe-5cb5-4fdf-8bc4-c24add954950 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27877598'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.480133 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-af6faa83-e855-4836-8676-8c1de1d64171 req-decdab7c-8211-4ebf-972c-d0948c76c4db tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 210 time: 0.1042840
Jan 28 02:06:23.533659 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2699a0-456d-41e9-a7bd-335959555530 req-ac5cbd10-60bc-41c7-bb15-6aa072605a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:23.533659 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a2699a0-456d-41e9-a7bd-335959555530 req-ac5cbd10-60bc-41c7-bb15-6aa072605a0a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b22dd75c99404b48a867a48eb5d10c7d&device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 1097 time: 0.2807248
Jan 28 02:06:23.773707 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-738141fe-5cb5-4fdf-8bc4-c24add954950 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746666'] for floatingip, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.773707 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738141fe-5cb5-4fdf-8bc4-c24add954950 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Pushing event updated for resources: {'Port': ['ID=35656bb1-a01e-43a1-97d4-912ed5f9fbaa,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:23.773983 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-007f4acf-75b8-4c38-a8ca-36d9d77a686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.818140 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.894052 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2699a0-456d-41e9-a7bd-335959555530 req-86783237-55dc-4c10-abde-bcf1ed5e1183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:23.896471 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a2699a0-456d-41e9-a7bd-335959555530 req-86783237-55dc-4c10-abde-bcf1ed5e1183 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d5967118-0c34-42f3-bacd-9665a804451b HTTP/1.1" status: 200  len: 914 time: 0.3378954
Jan 28 02:06:23.903017 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-007f4acf-75b8-4c38-a8ca-36d9d77a686b None None] For port 28c4edf2-fa65-4374-b062-1704630eca41, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=28c4edf2-fa65-4374-b062-1704630eca41,segment=NetworkSegment(0868dfe9-eda9-4cc9-adac-d4c84b2d81b9),segment_id=0868dfe9-eda9-4cc9-adac-d4c84b2d81b9)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:23.941367 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-bde65cdf-75fd-4bad-8423-fc2a6bc72685 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:23.990029 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] For port f891d6d8-c838-4b60-973e-9f71eac33651, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=f891d6d8-c838-4b60-973e-9f71eac33651,segment=NetworkSegment(1c61313e-1493-444a-a991-929ee367517d),segment_id=1c61313e-1493-444a-a991-929ee367517d)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:23.998899 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6eebf-71c6-478a-8cad-12761a804289 req-e752273d-f6fa-4a1f-993d-b55d45d05f56 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:24.004256 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3ac6eebf-71c6-478a-8cad-12761a804289 req-e752273d-f6fa-4a1f-993d-b55d45d05f56 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 944 time: 0.7562401
Jan 28 02:06:24.052598 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-007f4acf-75b8-4c38-a8ca-36d9d77a686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:24.066599 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:24.068163 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device cf4d0123-6362-4c1d-a935-5b038b230842 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:24.090121 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a8ba112-5e14-4efc-a073-1454bdc4c720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:24.112480 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-bde65cdf-75fd-4bad-8423-fc2a6bc72685 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:24.165709 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dfb813bf-94b7-44b6-ac1c-bea4e5c00488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:24.170832 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-738141fe-5cb5-4fdf-8bc4-c24add954950 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:24.183740 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-738141fe-5cb5-4fdf-8bc4-c24add954950 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.4554577
Jan 28 02:06:24.220828 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f4acf-75b8-4c38-a8ca-36d9d77a686b None None] Pushing event updated for resources: {'Port': ['ID=28c4edf2-fa65-4374-b062-1704630eca41,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:24.235683 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3ac6eebf-71c6-478a-8cad-12761a804289 req-ee6ee187-2698-431d-bb03-d276ed0068ee tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1720526
Jan 28 02:06:24.237219 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a2699a0-456d-41e9-a7bd-335959555530 req-5ae283a0-189a-405f-8747-fda028a75702 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7f220d5-8156-4a22-9350-5b5670680867 HTTP/1.1" status: 200  len: 217 time: 0.2895954
Jan 28 02:06:24.259795 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde65cdf-75fd-4bad-8423-fc2a6bc72685 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7939a1c5-8afb-4451-95b4-bcf9e77441cd,revision_number=0']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:24.355065 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Pushing event updated for resources: {'Port': ['ID=f891d6d8-c838-4b60-973e-9f71eac33651,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:24.386350 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port cf4d0123-6362-4c1d-a935-5b038b230842 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:24.386560 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:24.459194 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f40e460>, [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:12Z', 'revision_number': 4, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port': {'id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:05Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '28c4edf2-fa65-4374-b062-1704630eca41', 'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'mac_address': 'fa:16:3e:61:8b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:10Z', 'updated_at': '2022-01-28T02:06:22Z', 'revision_number': 4, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'subnets': [{'id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:24.474989 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-7cd4e5be-672a-473a-831b-25d5f79d92eb tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Allocated IP 172.20.0.8 (8ef75d94-d93d-4873-9fc3-216697a025d1/db836a45-602b-4146-a315-ae0211e2435f/333b77f2-3cf1-4c8f-94ce-5901a7eb748d) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:24.490870 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2699a0-456d-41e9-a7bd-335959555530 req-425bde50-b0ff-4b63-8fc3-0bc169242b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:24.492465 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a2699a0-456d-41e9-a7bd-335959555530 req-425bde50-b0ff-4b63-8fc3-0bc169242b6e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=26cae819-3466-4a21-89c0-d9087923e8b9 HTTP/1.1" status: 200  len: 852 time: 0.2336998
Jan 28 02:06:24.537055 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe8181-5fdf-454e-9b29-34492f036411 None None] The sync data for ids ['aa2338e1-c724-4a43-9f86-837d46343494'] in dv-cinder-824977-1-iscsi is: [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:12Z', 'revision_number': 4, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port': {'id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:05Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '28c4edf2-fa65-4374-b062-1704630eca41', 'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'mac_address': 'fa:16:3e:61:8b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:10Z', 'updated_at': '2022-01-28T02:06:22Z', 'revision_number': 4, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'subnets': [{'id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:06:24.651901 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a2699a0-456d-41e9-a7bd-335959555530 req-6e4b43dc-97cc-42c8-a949-4c2d7fd01c88 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d5967118-0c34-42f3-bacd-9665a804451b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0946419
Jan 28 02:06:24.687073 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-bde65cdf-75fd-4bad-8423-fc2a6bc72685 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:24.689545 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-bde65cdf-75fd-4bad-8423-fc2a6bc72685 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.4432635
Jan 28 02:06:24.693450 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 52110) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:24.754092 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-d252ee29-f6e9-493a-9a1f-e572494a93ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Request body: {'floatingip': {'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:24.867333 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3b4ae625-50ec-4481-b77e-03b213457d05 req-ef415d07-c3a1-4d8c-993c-be9a024f8953 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 210 time: 0.1761165
Jan 28 02:06:24.884767 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a8ba112-5e14-4efc-a073-1454bdc4c720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:25.054377 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a8ba112-5e14-4efc-a073-1454bdc4c720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:25.132299 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-1a8ba112-5e14-4efc-a073-1454bdc4c720 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0bdc88c222864e50a0dad8b7c7f8020a&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0021448
Jan 28 02:06:25.173130 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a2699a0-456d-41e9-a7bd-335959555530 req-461a40b4-4b92-47ef-bd43-85526554553c service neutron] 10.222.0.95 "GET /v2.0/networks/d5967118-0c34-42f3-bacd-9665a804451b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5073946
Jan 28 02:06:25.173718 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dfb813bf-94b7-44b6-ac1c-bea4e5c00488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:25.211185 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ba112-5e14-4efc-a073-1454bdc4c720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acfb65a-0bdf-4fae-ad88-b8d174335c5e,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:25.225941 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 52132) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:25.343719 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device f891d6d8-c838-4b60-973e-9f71eac33651 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:25.344866 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-7cd4e5be-672a-473a-831b-25d5f79d92eb tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:25.379716 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a2699a0-456d-41e9-a7bd-335959555530 req-bb5c8b46-53cc-4b0f-8106-08fc5100c23e service neutron] 10.222.0.95 "GET /v2.0/networks/d5967118-0c34-42f3-bacd-9665a804451b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1990817
Jan 28 02:06:25.383009 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d252ee29-f6e9-493a-9a1f-e572494a93ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for floatingip, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:25.414968 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dfb813bf-94b7-44b6-ac1c-bea4e5c00488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:25.462603 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port f891d6d8-c838-4b60-973e-9f71eac33651 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:25.462985 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:25.514948 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-006f420a-67c9-456d-82d8-e96fe8ad98ef tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1735441935&fields=id&tenant_id=6bdd27e926a84fa49844fbcca271bb19 HTTP/1.1" status: 200  len: 267 time: 0.1859522
Jan 28 02:06:25.522490 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f17f30c0-5ad7-4833-9e0f-fe37e3415583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:25.576539 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e1efc-4087-4109-b3de-800f8b30bc0a req-3a13db50-8243-4262-9530-e21bb30a3e3a tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:25.578289 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c13e1efc-4087-4109-b3de-800f8b30bc0a req-3a13db50-8243-4262-9530-e21bb30a3e3a tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 944 time: 0.1296425
Jan 28 02:06:25.677124 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c13e1efc-4087-4109-b3de-800f8b30bc0a req-524d00b3-b02d-45e4-8862-761df180b36c tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625479
Jan 28 02:06:25.690886 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb813bf-94b7-44b6-ac1c-bea4e5c00488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2f6f2b-678d-411e-b84e-627bfa587026,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:25.711114 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-dfb813bf-94b7-44b6-ac1c-bea4e5c00488 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7d91668d61b047b79eeed3c82fe95d9b&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4717753
Jan 28 02:06:25.713192 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f17f30c0-5ad7-4833-9e0f-fe37e3415583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:25.716668 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 52150) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:25.805407 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-1ac9eb08-60c2-400e-baea-a9865782349d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:25.811035 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-1ac9eb08-60c2-400e-baea-a9865782349d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/networks?id=93f7fa36-86c7-4eac-8e6a-71166645bc4a HTTP/1.1" status: 200  len: 815 time: 0.2792253
Jan 28 02:06:25.824985 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 28c4edf2-fa65-4374-b062-1704630eca41 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:25.829451 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d252ee29-f6e9-493a-9a1f-e572494a93ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:25.893730 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5a3a25c5-b64e-4e1b-893a-1be9a4f7059a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:25.918728 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-8968aa8c-ee5e-43fe-9425-a0254c4cb4a6 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/quotas/6bdd27e926a84fa49844fbcca271bb19 HTTP/1.1" status: 200  len: 375 time: 0.0766375
Jan 28 02:06:25.930096 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-7cd4e5be-672a-473a-831b-25d5f79d92eb tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:25.980667 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 28c4edf2-fa65-4374-b062-1704630eca41 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:25.981042 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:26.040520 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5a3a25c5-b64e-4e1b-893a-1be9a4f7059a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:26.057713 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f17f30c0-5ad7-4833-9e0f-fe37e3415583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:26.060404 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f17f30c0-5ad7-4833-9e0f-fe37e3415583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:26.076298 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-f17f30c0-5ad7-4833-9e0f-fe37e3415583 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8acfb65a-0bdf-4fae-ad88-b8d174335c5e HTTP/1.1" status: 204  len: 168 time: 0.8474319
Jan 28 02:06:26.138889 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-edc928cd-bb79-437d-a51c-a955785e7c20 req-fed25074-6d62-41b2-8b24-ad0aaa44758b tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 210 time: 0.0570419
Jan 28 02:06:26.143240 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-7cd4e5be-672a-473a-831b-25d5f79d92eb tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Network 8ef75d94-d93d-4873-9fc3-216697a025d1 is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:26.159920 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f30c0-5ad7-4833-9e0f-fe37e3415583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acfb65a-0bdf-4fae-ad88-b8d174335c5e,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:26.168604 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-7cd4e5be-672a-473a-831b-25d5f79d92eb tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:26.171846 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4e5be-672a-473a-831b-25d5f79d92eb tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Pushing event updated for resources: {'Port': ['ID=333b77f2-3cf1-4c8f-94ce-5901a7eb748d,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:26.182292 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-7cd4e5be-672a-473a-831b-25d5f79d92eb tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:26.185259 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-0afad7be-44fd-4c30-be74-173d3f9496cb tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6bdd27e926a84fa49844fbcca271bb19&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2595792
Jan 28 02:06:26.272446 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-7cd4e5be-672a-473a-831b-25d5f79d92eb tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:26.273182 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-7cd4e5be-672a-473a-831b-25d5f79d92eb tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:26.375236 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-d252ee29-f6e9-493a-9a1f-e572494a93ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Allocated IP 172.27.0.86 (f90e340b-27f2-447d-a156-32aa581e17da/626f942c-33cd-4310-8756-8b345f91ef49/716d36a6-0a15-4415-bcd1-2b6744ef0e29) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:26.445861 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-f3878225-b184-424e-80c3-8396d5a0e12c service neutron] 10.222.0.79 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2316477
Jan 28 02:06:26.564106 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5a3a25c5-b64e-4e1b-893a-1be9a4f7059a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:26.570530 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5a3a25c5-b64e-4e1b-893a-1be9a4f7059a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:26.576007 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-5a3a25c5-b64e-4e1b-893a-1be9a4f7059a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bd2f6f2b-678d-411e-b84e-627bfa587026 HTTP/1.1" status: 204  len: 168 time: 0.8530409
Jan 28 02:06:26.580763 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-7cd4e5be-672a-473a-831b-25d5f79d92eb tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7762780
Jan 28 02:06:26.589566 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a25c5-b64e-4e1b-893a-1be9a4f7059a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2f6f2b-678d-411e-b84e-627bfa587026,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:26.626890 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d252ee29-f6e9-493a-9a1f-e572494a93ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:26.634792 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-37bf5955-5108-4a27-80f8-61a8018f22b8 service neutron] 10.222.0.79 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1880300
Jan 28 02:06:26.756825 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Request body: {'port': {'device_id': 'ec5e47ac-761b-467f-958c-516a9f8bc3e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:26.839959 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:26.944468 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d252ee29-f6e9-493a-9a1f-e572494a93ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:27.081164 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5f35d-8963-474b-b788-717f2a64fb5e req-0060dcd1-9572-4538-83a8-fc3a538e75c5 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:27.095055 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d8f5f35d-8963-474b-b788-717f2a64fb5e req-0060dcd1-9572-4538-83a8-fc3a538e75c5 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 944 time: 0.2190611
Jan 28 02:06:27.176693 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 52178) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:27.179162 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d252ee29-f6e9-493a-9a1f-e572494a93ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Network f90e340b-27f2-447d-a156-32aa581e17da is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:27.199354 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-d252ee29-f6e9-493a-9a1f-e572494a93ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:27.203083 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d252ee29-f6e9-493a-9a1f-e572494a93ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:27.505650 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d8f5f35d-8963-474b-b788-717f2a64fb5e req-5dc1ff7d-48a4-45b0-88f6-a9692db7d17f tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4097342
Jan 28 02:06:27.509017 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252ee29-f6e9-493a-9a1f-e572494a93ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Pushing event updated for resources: {'Port': ['ID=716d36a6-0a15-4415-bcd1-2b6744ef0e29,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:27.533452 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-aa6b833b-43b8-4f5d-92dd-68c4d7a513c9 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:27.534949 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-aa6b833b-43b8-4f5d-92dd-68c4d7a513c9 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.95 "GET /v2.0/networks?id=8ef75d94-d93d-4873-9fc3-216697a025d1 HTTP/1.1" status: 200  len: 818 time: 0.7822258
Jan 28 02:06:27.558334 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-87bc6dfc-0df6-4ebf-a08e-92989014d3bb req-d6a8b8d2-c028-477d-96b7-f5a482c8ab98 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 210 time: 0.0580792
Jan 28 02:06:27.572090 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333b77f2-3cf1-4c8f-94ce-5901a7eb748d {{(pid=102089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:06:27.575022 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-6492864e-50b7-4049-a818-2121b0d29797 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Request body: {'port': {'device_id': '2f0bfba5-38f6-4375-a6bf-25959ad11fe0', 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1', 'admin_state_up': True, 'tenant_id': 'cc19a0f9c33f47f1b504bebbb0b2c931'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:27.589558 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:27.634423 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.provisioning_blocks [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Transition to ACTIVE for port object 333b77f2-3cf1-4c8f-94ce-5901a7eb748d will not be triggered until provisioned by entity L2. {{(pid=102089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:06:27.723185 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27877598'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:27.813317 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d252ee29-f6e9-493a-9a1f-e572494a93ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:27.856477 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 52196) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:27.878765 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4fc441f4-1fe8-4908-bc85-194fa717b523 req-89d8eb8f-3704-4903-9174-ea70c013ca33 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 210 time: 0.0481906
Jan 28 02:06:27.882039 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=333b77f2-3cf1-4c8f-94ce-5901a7eb748d,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:27.887695 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b871d455-902a-439c-8886-91dd7efb7d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:27.989103 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Attempting to bind port 333b77f2-3cf1-4c8f-94ce-5901a7eb748d on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:27.989543 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Attempting to bind port 333b77f2-3cf1-4c8f-94ce-5901a7eb748d by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '1c61313e-1493-444a-a991-929ee367517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1'}] {{(pid=102089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:27.990060 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Attempting to bind port 333b77f2-3cf1-4c8f-94ce-5901a7eb748d on network 8ef75d94-d93d-4873-9fc3-216697a025d1 {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:28.003383 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Port 333b77f2-3cf1-4c8f-94ce-5901a7eb748d on network 8ef75d94-d93d-4873-9fc3-216697a025d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:06:28.003793 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Attempting to bind port 333b77f2-3cf1-4c8f-94ce-5901a7eb748d on network 8ef75d94-d93d-4873-9fc3-216697a025d1 {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:28.020212 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:28.020644 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Checking segment: {'id': '1c61313e-1493-444a-a991-929ee367517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:28.021476 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Bound using segment: {'id': '1c61313e-1493-444a-a991-929ee367517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1'} {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:28.022281 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Bound port: 333b77f2-3cf1-4c8f-94ce-5901a7eb748d, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c61313e-1493-444a-a991-929ee367517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1'}}] {{(pid=102089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:28.022813 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:28.102173 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-6492864e-50b7-4049-a818-2121b0d29797 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Made reservation on behalf of cc19a0f9c33f47f1b504bebbb0b2c931 for: {'port': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:28.102173 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-6492864e-50b7-4049-a818-2121b0d29797 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:28.104506 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d252ee29-f6e9-493a-9a1f-e572494a93ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:28.292058 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8a6c35d1-e169-4f5e-bf8f-83185acffbef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:28.341548 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b871d455-902a-439c-8886-91dd7efb7d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:28.389172 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] For port 333b77f2-3cf1-4c8f-94ce-5901a7eb748d, host hv-cinder-82497, cleared binding levels {{(pid=102089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:28.415619 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] For port 333b77f2-3cf1-4c8f-94ce-5901a7eb748d, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=333b77f2-3cf1-4c8f-94ce-5901a7eb748d,segment=NetworkSegment(1c61313e-1493-444a-a991-929ee367517d),segment_id=1c61313e-1493-444a-a991-929ee367517d)] {{(pid=102089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:28.457063 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8a6c35d1-e169-4f5e-bf8f-83185acffbef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:28.538503 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b871d455-902a-439c-8886-91dd7efb7d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:28.541304 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27877598'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:28.554894 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-6492864e-50b7-4049-a818-2121b0d29797 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Allocated IP 172.20.0.14 (8ef75d94-d93d-4873-9fc3-216697a025d1/db836a45-602b-4146-a315-ae0211e2435f/f563e565-6b72-491c-a99c-3004a4f17f98) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:28.605558 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 52208) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:28.610500 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8a6c35d1-e169-4f5e-bf8f-83185acffbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:28.653298 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-56983e2b-7d57-4488-80b7-ff266f7fc295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:28.758224 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:28.758959 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:28.765590 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] 10.222.0.95 "PUT /v2.0/ports/333b77f2-3cf1-4c8f-94ce-5901a7eb748d HTTP/1.1" status: 200  len: 1093 time: 2.0151954
Jan 28 02:06:28.771004 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-b871d455-902a-439c-8886-91dd7efb7d8b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f37bb4ff918d41b588912b68ecbbd42e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9112256
Jan 28 02:06:28.771630 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5e47ac-761b-467f-958c-516a9f8bc3e6', 'tag': '333b77f2-3cf1-4c8f-94ce-5901a7eb748d'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:06:28.785448 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 52216) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:28.794221 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d252ee29-f6e9-493a-9a1f-e572494a93ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:28.866709 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871d455-902a-439c-8886-91dd7efb7d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03da6a4-6869-45b2-89d5-371fffb31d36,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:28.870155 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-8a6c35d1-e169-4f5e-bf8f-83185acffbef admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa6b248a4dd74a6ea82d40f25010f922&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6943226
Jan 28 02:06:28.878861 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 52222) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:28.881879 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b5669d24-4c0d-4a37-9fa0-6e8c84c424db req-f9d4c6d1-67fb-4299-94e9-ee05c3f98382 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 210 time: 0.1863291
Jan 28 02:06:28.911637 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1347ef1-1488-4b51-9111-04359c00a2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=333b77f2-3cf1-4c8f-94ce-5901a7eb748d,revision_number=3']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:29.025814 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c35d1-e169-4f5e-bf8f-83185acffbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22f547c-3c6e-44ab-9194-9dbbfff4d8ba,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:29.058708 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d252ee29-f6e9-493a-9a1f-e572494a93ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:29.099207 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-30cba287-3934-4ca3-86e0-1ec4107ead02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:29.111849 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ff0b0842-7145-410c-a853-9c55fde4da4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:29.143095 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018a6f7d036e4cc9c0598cac366770376dcc312318454bb663f15aa8bf8ee3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1cbaab-7f82-426b-8fdf-ca6b5d49f848" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5e47ac-761b-467f-958c-516a9f8bc3e6", "tag": "333b77f2-3cf1-4c8f-94ce-5901a7eb748d"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:06:29.156119 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-30cba287-3934-4ca3-86e0-1ec4107ead02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:29.180399 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ff0b0842-7145-410c-a853-9c55fde4da4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:29.193324 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252ee29-f6e9-493a-9a1f-e572494a93ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Pushing event updated for resources: {'Port': ['ID=716d36a6-0a15-4415-bcd1-2b6744ef0e29,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:29.232887 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bf52d15a-d800-49ec-9625-c832cc14f2d7 req-50c4d298-fc35-44fd-a294-f13781af345d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 210 time: 0.0731647
Jan 28 02:06:29.242202 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b28bbb-baa6-4f1e-b618-d1b38164aa92 req-31b99b4a-c8d2-4a6d-ab88-52ceb09d8157 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:29.249808 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d0b28bbb-baa6-4f1e-b618-d1b38164aa92 req-31b99b4a-c8d2-4a6d-ab88-52ceb09d8157 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 944 time: 0.5308843
Jan 28 02:06:29.363156 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-e45ebfdd-83b7-47bf-af1d-ad95fc7a575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:29.365289 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-e45ebfdd-83b7-47bf-af1d-ad95fc7a575e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cc19a0f9c33f47f1b504bebbb0b2c931&device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 1096 time: 0.1442235
Jan 28 02:06:29.395627 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-6492864e-50b7-4049-a818-2121b0d29797 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:29.403454 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-56983e2b-7d57-4488-80b7-ff266f7fc295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:29.406529 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d252ee29-f6e9-493a-9a1f-e572494a93ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746666'] for floatingip, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:29.420769 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ff0b0842-7145-410c-a853-9c55fde4da4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:29.423477 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ff0b0842-7145-410c-a853-9c55fde4da4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:29.426353 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ff0b0842-7145-410c-a853-9c55fde4da4d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a22f547c-3c6e-44ab-9194-9dbbfff4d8ba HTTP/1.1" status: 204  len: 168 time: 0.5465357
Jan 28 02:06:29.434520 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d0b28bbb-baa6-4f1e-b618-d1b38164aa92 req-897d2769-d237-4164-9141-ceeb4d145a1d tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677394
Jan 28 02:06:29.445045 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-30cba287-3934-4ca3-86e0-1ec4107ead02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:29.450604 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-30cba287-3934-4ca3-86e0-1ec4107ead02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:29.453034 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-30cba287-3934-4ca3-86e0-1ec4107ead02 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d03da6a4-6869-45b2-89d5-371fffb31d36 HTTP/1.1" status: 204  len: 168 time: 0.6632309
Jan 28 02:06:29.478041 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b0842-7145-410c-a853-9c55fde4da4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22f547c-3c6e-44ab-9194-9dbbfff4d8ba,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:29.521594 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-56983e2b-7d57-4488-80b7-ff266f7fc295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:29.528988 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d252ee29-f6e9-493a-9a1f-e572494a93ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:29.555224 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-d252ee29-f6e9-493a-9a1f-e572494a93ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.8553357
Jan 28 02:06:29.599149 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bde30bc-02e0-4aa6-9d14-a599a01e2b6c x-openstack-request-id: req-6bde30bc-02e0-4aa6-9d14-a599a01e2b6c {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:06:29.599567 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5e47ac-761b-467f-958c-516a9f8bc3e6", "tag": "333b77f2-3cf1-4c8f-94ce-5901a7eb748d", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:06:29.599703 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6bde30bc-02e0-4aa6-9d14-a599a01e2b6c {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:06:29.600222 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5e47ac-761b-467f-958c-516a9f8bc3e6', 'tag': '333b77f2-3cf1-4c8f-94ce-5901a7eb748d', 'status': 'completed', 'code': 200}
Jan 28 02:06:29.696591 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-56983e2b-7d57-4488-80b7-ff266f7fc295 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=13c677eb555c40caa413aaae69a83b3c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0450106
Jan 28 02:06:29.696591 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56983e2b-7d57-4488-80b7-ff266f7fc295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44f31a7-fbf7-4a52-ab2b-681fc2a8d54e,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:29.697349 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-d444b489-6371-4d7b-8032-1782f322a1d9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=333b77f2-3cf1-4c8f-94ce-5901a7eb748d HTTP/1.1" status: 200  len: 217 time: 0.2587121
Jan 28 02:06:29.697349 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cba287-3934-4ca3-86e0-1ec4107ead02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03da6a4-6869-45b2-89d5-371fffb31d36,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:29.697818 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 52244) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:29.768652 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9f4633f2-8198-42fb-a7c5-875bade40f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:29.777939 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-9ce87ce1-abbe-4470-bde0-b9118058cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:29.779817 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-9ce87ce1-abbe-4470-bde0-b9118058cb42 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db836a45-602b-4146-a315-ae0211e2435f HTTP/1.1" status: 200  len: 858 time: 0.0656853
Jan 28 02:06:29.794480 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9f4633f2-8198-42fb-a7c5-875bade40f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:29.805493 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-6492864e-50b7-4049-a818-2121b0d29797 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:29.887231 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-6492864e-50b7-4049-a818-2121b0d29797 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Network 8ef75d94-d93d-4873-9fc3-216697a025d1 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:29.893846 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-6492864e-50b7-4049-a818-2121b0d29797 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:29.896532 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-6492864e-50b7-4049-a818-2121b0d29797 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:29.931850 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492864e-50b7-4049-a818-2121b0d29797 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Pushing event updated for resources: {'Port': ['ID=f563e565-6b72-491c-a99c-3004a4f17f98,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:29.983817 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-6492864e-50b7-4049-a818-2121b0d29797 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:29.984631 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-6492864e-50b7-4049-a818-2121b0d29797 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:30.002500 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-55c51bd1-8944-468a-a393-6ab1b80e6806 req-b19f0c06-15a9-421b-bc22-76b81682c327 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 210 time: 0.0412321
Jan 28 02:06:30.006532 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-b0ca9da9-758d-42f3-94e8-99d40ddd8fa6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8ef75d94-d93d-4873-9fc3-216697a025d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0543015
Jan 28 02:06:30.109646 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9f4633f2-8198-42fb-a7c5-875bade40f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:30.110467 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-300685a6-6b1c-4683-b13f-b9476802c6f6 service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0969629
Jan 28 02:06:30.112736 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9f4633f2-8198-42fb-a7c5-875bade40f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:30.114313 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-9f4633f2-8198-42fb-a7c5-875bade40f3b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f44f31a7-fbf7-4a52-ab2b-681fc2a8d54e HTTP/1.1" status: 204  len: 168 time: 0.4153697
Jan 28 02:06:30.119513 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-6492864e-50b7-4049-a818-2121b0d29797 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5498405
Jan 28 02:06:30.127254 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4633f2-8198-42fb-a7c5-875bade40f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44f31a7-fbf7-4a52-ab2b-681fc2a8d54e,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:30.301833 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-071dc160-0674-4b8f-a512-4a5b164e8153 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1090137628&fields=id&tenant_id=0abe012ba65845329098e0e06c54b9c1 HTTP/1.1" status: 200  len: 267 time: 0.0709903
Jan 28 02:06:30.330826 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Request body: {'port': {'device_id': '2f0bfba5-38f6-4375-a6bf-25959ad11fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:30.449328 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7a89bdcc-10ff-4cd2-9cb7-6f5aa05bfa03 req-c4624af9-aca0-447a-8801-82d3e9e1fd09 service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284175
Jan 28 02:06:30.501726 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:30.518498 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99fd6d-1c66-4b61-8f4f-f33c443ff6e0 req-5551fabc-386d-408e-abc5-cdb588ceaba1 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:30.520275 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fc99fd6d-1c66-4b61-8f4f-f33c443ff6e0 req-5551fabc-386d-408e-abc5-cdb588ceaba1 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 932 time: 0.1641991
Jan 28 02:06:30.564472 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-8ee1706c-cdab-45ac-affd-3910c77d1d1b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:30.566625 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-8ee1706c-cdab-45ac-affd-3910c77d1d1b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/networks?id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd HTTP/1.1" status: 200  len: 810 time: 0.2550061
Jan 28 02:06:30.617147 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-5f84199a-4d00-419d-84e6-94559a8af65f tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/quotas/0abe012ba65845329098e0e06c54b9c1 HTTP/1.1" status: 200  len: 375 time: 0.0439065
Jan 28 02:06:30.621848 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fc99fd6d-1c66-4b61-8f4f-f33c443ff6e0 req-94b924d4-ebdd-4c00-b92f-e6212f9c71c7 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916638
Jan 28 02:06:30.720954 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cbaab-7f82-426b-8fdf-ca6b5d49f848 req-6f6c3014-3543-469b-b646-dc919d68dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:30.722483 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cf1cbaab-7f82-426b-8fdf-ca6b5d49f848 req-6f6c3014-3543-469b-b646-dc919d68dc0e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cc19a0f9c33f47f1b504bebbb0b2c931&device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 1096 time: 0.0528560
Jan 28 02:06:30.833236 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-b6001f71-8b8a-4c01-86d3-eddeac10fae0 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0abe012ba65845329098e0e06c54b9c1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2045543
Jan 28 02:06:30.848367 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dca62-3e59-487b-9d77-889cbe8c5787 req-7670105f-3348-4570-b434-1088ddfa8d42 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:30.855501 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-121dca62-3e59-487b-9d77-889cbe8c5787 req-7670105f-3348-4570-b434-1088ddfa8d42 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 944 time: 0.1435730
Jan 28 02:06:30.943589 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cbaab-7f82-426b-8fdf-ca6b5d49f848 req-93b54d44-b2a5-4e5e-90a6-023b0f640493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:30.943589 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cf1cbaab-7f82-426b-8fdf-ca6b5d49f848 req-93b54d44-b2a5-4e5e-90a6-023b0f640493 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8ef75d94-d93d-4873-9fc3-216697a025d1 HTTP/1.1" status: 200  len: 920 time: 0.2126682
Jan 28 02:06:30.987038 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-121dca62-3e59-487b-9d77-889cbe8c5787 req-82a6cf9a-5bc6-4fca-a1bf-7f74cfe16fdc tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305623
Jan 28 02:06:30.993647 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cf1cbaab-7f82-426b-8fdf-ca6b5d49f848 req-274f7ec4-cec4-4e80-817e-24acdb2903d3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=333b77f2-3cf1-4c8f-94ce-5901a7eb748d HTTP/1.1" status: 200  len: 217 time: 0.0405672
Jan 28 02:06:31.082235 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cbaab-7f82-426b-8fdf-ca6b5d49f848 req-cad46a24-5eda-4af2-97a7-5cd44a835a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:31.083872 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cf1cbaab-7f82-426b-8fdf-ca6b5d49f848 req-cad46a24-5eda-4af2-97a7-5cd44a835a26 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db836a45-602b-4146-a315-ae0211e2435f HTTP/1.1" status: 200  len: 858 time: 0.0628548
Jan 28 02:06:31.135697 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cf1cbaab-7f82-426b-8fdf-ca6b5d49f848 req-3589798e-beb0-475b-94d4-a562d109f843 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8ef75d94-d93d-4873-9fc3-216697a025d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435729
Jan 28 02:06:31.270494 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cf1cbaab-7f82-426b-8fdf-ca6b5d49f848 req-b503d6e6-2707-4ad4-acbf-2927905e51cf service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318240
Jan 28 02:06:31.277104 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-45453d1d-f9e0-4b15-82bd-11c30a543155 service neutron] 10.222.0.79 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4100378
Jan 28 02:06:31.294941 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-59c7d2cf-a5b0-4916-92b0-38da0c449082 req-f938fd00-9e92-4691-8c54-6b440ca05c17 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 210 time: 0.0405259
Jan 28 02:06:31.306776 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f563e565-6b72-491c-a99c-3004a4f17f98 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:06:31.324150 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:31.362671 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.95', 63905) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:31.376503 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Transition to ACTIVE for port object f563e565-6b72-491c-a99c-3004a4f17f98 will not be triggered until provisioned by entity L2. {{(pid=102090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:06:31.416167 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-28064536-8cee-46a4-bab4-2de79e5a35ad service neutron] 10.222.0.79 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1185045
Jan 28 02:06:31.455616 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:31.490982 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-23575213-a2d2-450d-af1c-853f60fd2b4d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:31.492519 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-23575213-a2d2-450d-af1c-853f60fd2b4d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.95 "GET /v2.0/networks?id=93f7fa36-86c7-4eac-8e6a-71166645bc4a HTTP/1.1" status: 200  len: 815 time: 0.1271315
Jan 28 02:06:31.564518 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Pushing event updated for resources: {'Port': ['ID=f563e565-6b72-491c-a99c-3004a4f17f98,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:31.599001 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cf1cbaab-7f82-426b-8fdf-ca6b5d49f848 req-85817fea-92f1-4e1b-bdd2-75d9046d29b8 service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3193946
Jan 28 02:06:31.606237 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-15fb04fe-51e6-46bc-a57e-3ea6f052eecd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bdd27e926a84fa49844fbcca271bb19 HTTP/1.1" status: 200  len: 380 time: 0.0913937
Jan 28 02:06:31.630458 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-8942ea46-77b4-4ac7-968b-483bc1c55025 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Request body: {'port': {'device_id': '4f25403b-0399-48d0-86a9-6e5022287c84', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'admin_state_up': True, 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'security_groups': ['c4ae3b6e-6cc7-485f-ac3a-57b991d5e385']}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:31.665409 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Attempting to bind port f563e565-6b72-491c-a99c-3004a4f17f98 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:31.665750 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Attempting to bind port f563e565-6b72-491c-a99c-3004a4f17f98 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '1c61313e-1493-444a-a991-929ee367517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:31.666076 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Attempting to bind port f563e565-6b72-491c-a99c-3004a4f17f98 on network 8ef75d94-d93d-4873-9fc3-216697a025d1 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:31.671227 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Port f563e565-6b72-491c-a99c-3004a4f17f98 on network 8ef75d94-d93d-4873-9fc3-216697a025d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:06:31.671560 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Attempting to bind port f563e565-6b72-491c-a99c-3004a4f17f98 on network 8ef75d94-d93d-4873-9fc3-216697a025d1 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:31.679941 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:31.680967 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Checking segment: {'id': '1c61313e-1493-444a-a991-929ee367517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:31.680967 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Bound using segment: {'id': '1c61313e-1493-444a-a991-929ee367517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:31.681675 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Bound port: f563e565-6b72-491c-a99c-3004a4f17f98, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c61313e-1493-444a-a991-929ee367517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:31.682078 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:31.847212 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b5b50ec1-2f31-44fb-a181-a43fc39002cf req-3e22a594-6c60-44af-b341-a021e8ee9bb4 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 210 time: 0.0319176
Jan 28 02:06:31.895358 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561acb47-c0f7-42b1-b540-5dc08c6fe67a req-fe3634d2-22ba-4729-8e5b-0700e0ef00d9 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:31.895358 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-561acb47-c0f7-42b1-b540-5dc08c6fe67a req-fe3634d2-22ba-4729-8e5b-0700e0ef00d9 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 944 time: 0.1897359
Jan 28 02:06:31.914753 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-8942ea46-77b4-4ac7-968b-483bc1c55025 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Made reservation on behalf of 6bdd27e926a84fa49844fbcca271bb19 for: {'port': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:31.919163 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-8942ea46-77b4-4ac7-968b-483bc1c55025 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:31.952306 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-561acb47-c0f7-42b1-b540-5dc08c6fe67a req-8e2923b9-411e-403c-bbc1-d5b78eae8d0f tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530708
Jan 28 02:06:31.961898 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] For port f563e565-6b72-491c-a99c-3004a4f17f98, host hv-cinder-82497, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:31.968290 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] For port f563e565-6b72-491c-a99c-3004a4f17f98, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=f563e565-6b72-491c-a99c-3004a4f17f98,segment=NetworkSegment(1c61313e-1493-444a-a991-929ee367517d),segment_id=1c61313e-1493-444a-a991-929ee367517d)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:32.119717 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:32.151668 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-8942ea46-77b4-4ac7-968b-483bc1c55025 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Allocated IP 172.20.0.5 (93f7fa36-86c7-4eac-8e6a-71166645bc4a/51f5d2fc-f2c1-4616-91ac-244dfd5cdb84/eb8f729a-b66f-4c5c-a62e-472c346922bb) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:32.198905 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:32.199513 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:32.201003 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] 10.222.0.95 "PUT /v2.0/ports/f563e565-6b72-491c-a99c-3004a4f17f98 HTTP/1.1" status: 200  len: 1094 time: 1.8768668
Jan 28 02:06:32.203636 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0bfba5-38f6-4375-a6bf-25959ad11fe0', 'tag': 'f563e565-6b72-491c-a99c-3004a4f17f98'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:06:32.205409 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee362cc4-e840-4cd8-902b-32d9fe3720d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0bfba5-38f6-4375-a6bf-25959ad11fe0", "tag": "f563e565-6b72-491c-a99c-3004a4f17f98"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:06:32.212635 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f849c80-300c-47b3-a131-a1c878c744be service neutron] Pushing event updated for resources: {'Port': ['ID=f563e565-6b72-491c-a99c-3004a4f17f98,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:32.227185 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ca788-55b6-4ce4-89b5-ed125009ff87 req-7df0d7db-57fb-4f0d-a4fe-5dd614412b97 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:32.228912 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b48ca788-55b6-4ce4-89b5-ed125009ff87 req-7df0d7db-57fb-4f0d-a4fe-5dd614412b97 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 944 time: 0.1575441
Jan 28 02:06:32.257213 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb03cf09-d48a-4855-b78f-c3981ca78d4f x-openstack-request-id: req-eb03cf09-d48a-4855-b78f-c3981ca78d4f {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:06:32.257213 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0bfba5-38f6-4375-a6bf-25959ad11fe0", "tag": "f563e565-6b72-491c-a99c-3004a4f17f98", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:06:32.257213 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eb03cf09-d48a-4855-b78f-c3981ca78d4f {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:06:32.257213 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0bfba5-38f6-4375-a6bf-25959ad11fe0', 'tag': 'f563e565-6b72-491c-a99c-3004a4f17f98', 'status': 'completed', 'code': 200}
Jan 28 02:06:32.274978 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b48ca788-55b6-4ce4-89b5-ed125009ff87 req-f3e3ce41-db77-4042-9b3c-ef065ff5092e tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401974
Jan 28 02:06:32.372821 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee362cc4-e840-4cd8-902b-32d9fe3720d7 req-7fb4eb18-92be-4cf9-bac3-c0b3dd1bcf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:32.374542 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ee362cc4-e840-4cd8-902b-32d9fe3720d7 req-7fb4eb18-92be-4cf9-bac3-c0b3dd1bcf62 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cc19a0f9c33f47f1b504bebbb0b2c931&device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 1097 time: 0.0708244
Jan 28 02:06:32.519459 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b53e9865-58e5-4b80-8aba-35bbfa78e71d req-ecfe8b17-9765-4799-ae40-673a11aa6280 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 210 time: 0.0864546
Jan 28 02:06:32.586484 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-8942ea46-77b4-4ac7-968b-483bc1c55025 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:32.635380 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee362cc4-e840-4cd8-902b-32d9fe3720d7 req-a87c261d-56b4-4583-b971-a4e215858a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:32.637022 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ee362cc4-e840-4cd8-902b-32d9fe3720d7 req-a87c261d-56b4-4583-b971-a4e215858a9b service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=cc19a0f9c33f47f1b504bebbb0b2c931&shared=False HTTP/1.1" status: 200  len: 920 time: 0.2452819
Jan 28 02:06:32.732648 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-8942ea46-77b4-4ac7-968b-483bc1c55025 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:32.789317 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-8942ea46-77b4-4ac7-968b-483bc1c55025 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Network 93f7fa36-86c7-4eac-8e6a-71166645bc4a is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:32.792171 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-8942ea46-77b4-4ac7-968b-483bc1c55025 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:32.796073 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-8942ea46-77b4-4ac7-968b-483bc1c55025 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:32.815618 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee362cc4-e840-4cd8-902b-32d9fe3720d7 req-3f4d0543-9758-494e-964e-fcc5aac3494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:32.817211 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ee362cc4-e840-4cd8-902b-32d9fe3720d7 req-3f4d0543-9758-494e-964e-fcc5aac3494c service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1727586
Jan 28 02:06:32.822031 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942ea46-77b4-4ac7-968b-483bc1c55025 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Pushing event updated for resources: {'Port': ['ID=eb8f729a-b66f-4c5c-a62e-472c346922bb,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:32.855927 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-8942ea46-77b4-4ac7-968b-483bc1c55025 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:32.857055 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-8942ea46-77b4-4ac7-968b-483bc1c55025 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:32.955111 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-8942ea46-77b4-4ac7-968b-483bc1c55025 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3296509
Jan 28 02:06:32.973956 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Request body: {'port': {'device_id': '4f25403b-0399-48d0-86a9-6e5022287c84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:33.004009 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e53c8024-d421-4a3f-aa16-7bbee7459629 req-11e3b5a8-8f13-4483-a9ec-dc3bfffb4629 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 210 time: 0.0470965
Jan 28 02:06:33.044070 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-47a2142c-0c5b-4c75-b17c-5dc99bd01667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:33.048611 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-47a2142c-0c5b-4c75-b17c-5dc99bd01667 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cc19a0f9c33f47f1b504bebbb0b2c931&device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 1097 time: 0.1550002
Jan 28 02:06:33.116794 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:33.129915 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-4a92fee5-0ef5-4efd-a418-d0c25479e8a5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f563e565-6b72-491c-a99c-3004a4f17f98 HTTP/1.1" status: 200  len: 217 time: 0.0637221
Jan 28 02:06:33.176347 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-ec0028d1-d907-4b9e-9c7a-9b4f887d4d37 None None] Provisioning complete for port eb8f729a-b66f-4c5c-a62e-472c346922bb triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:33.185953 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-ec0028d1-d907-4b9e-9c7a-9b4f887d4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:33.221776 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d11ee-3e59-4be1-bb66-bb74311c7d36 req-2ba1737c-c754-4536-a5c4-21f8c1602287 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:33.228355 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7d7d11ee-3e59-4be1-bb66-bb74311c7d36 req-2ba1737c-c754-4536-a5c4-21f8c1602287 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 944 time: 0.1119924
Jan 28 02:06:33.238590 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-e03b1452-6328-489f-8874-28c8b8ddd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:33.241324 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-e03b1452-6328-489f-8874-28c8b8ddd644 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db836a45-602b-4146-a315-ae0211e2435f HTTP/1.1" status: 200  len: 858 time: 0.0944731
Jan 28 02:06:33.254028 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-ec0028d1-d907-4b9e-9c7a-9b4f887d4d37 None None] Port eb8f729a-b66f-4c5c-a62e-472c346922bb cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:06:33.284581 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-04dd8af1-ba50-4815-a0f1-bf7dc5f85bab service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8ef75d94-d93d-4873-9fc3-216697a025d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0352945
Jan 28 02:06:33.296784 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7d7d11ee-3e59-4be1-bb66-bb74311c7d36 req-712d8dfa-5b92-4d86-b4b3-510762e6efe8 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672717
Jan 28 02:06:33.418534 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-dfb840a0-bfc9-4145-8636-73c61dc596a4 service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1199806
Jan 28 02:06:33.486786 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8f729a-b66f-4c5c-a62e-472c346922bb {{(pid=102089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:06:33.498761 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:33.506008 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca91ae2-b9c8-471e-ae48-fa1b447c5a01 req-2349a5e7-aa21-4894-8bc0-bc83ed6db5a5 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:33.513161 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3ca91ae2-b9c8-471e-ae48-fa1b447c5a01 req-2349a5e7-aa21-4894-8bc0-bc83ed6db5a5 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 944 time: 0.1298106
Jan 28 02:06:33.519433 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.provisioning_blocks [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Transition to ACTIVE for port object eb8f729a-b66f-4c5c-a62e-472c346922bb will not be triggered until provisioned by entity L2. {{(pid=102089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:06:33.605991 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27877598'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:33.619114 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3ca91ae2-b9c8-471e-ae48-fa1b447c5a01 req-2be49a7c-3542-43f0-ac4a-9ff94d33d1ff tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050024
Jan 28 02:06:33.621808 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1b118ea-8a03-48d0-aa3b-b309d5ae5142 req-3125ba57-b830-469b-b123-030f0f5ae690 service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1882601
Jan 28 02:06:33.694156 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e9fc0-bbf0-457b-b0e1-1351b437319c req-8bca9956-480b-4260-a45c-b391a24dbacd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:33.699004 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-062e9fc0-bbf0-457b-b0e1-1351b437319c req-8bca9956-480b-4260-a45c-b391a24dbacd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0625951
Jan 28 02:06:33.722370 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8f729a-b66f-4c5c-a62e-472c346922bb,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:33.745335 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-062e9fc0-bbf0-457b-b0e1-1351b437319c req-0a1ddee2-e367-4a8b-ac39-fc77ce63d8ee tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447071
Jan 28 02:06:33.842941 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Attempting to bind port eb8f729a-b66f-4c5c-a62e-472c346922bb on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:33.843270 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Attempting to bind port eb8f729a-b66f-4c5c-a62e-472c346922bb by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': 'c03c4d01-c672-47ad-af57-d8f713f8ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a'}] {{(pid=102089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:33.843601 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Attempting to bind port eb8f729a-b66f-4c5c-a62e-472c346922bb on network 93f7fa36-86c7-4eac-8e6a-71166645bc4a {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:33.858050 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Port eb8f729a-b66f-4c5c-a62e-472c346922bb on network 93f7fa36-86c7-4eac-8e6a-71166645bc4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:06:33.858423 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Attempting to bind port eb8f729a-b66f-4c5c-a62e-472c346922bb on network 93f7fa36-86c7-4eac-8e6a-71166645bc4a {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:33.864288 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:33.864703 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Checking segment: {'id': 'c03c4d01-c672-47ad-af57-d8f713f8ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:33.865095 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Bound using segment: {'id': 'c03c4d01-c672-47ad-af57-d8f713f8ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a'} {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:33.865534 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Bound port: eb8f729a-b66f-4c5c-a62e-472c346922bb, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03c4d01-c672-47ad-af57-d8f713f8ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a'}}] {{(pid=102089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:33.866014 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:33.951092 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] For port eb8f729a-b66f-4c5c-a62e-472c346922bb, host hv-cinder-82497, cleared binding levels {{(pid=102089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:33.955221 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] For port eb8f729a-b66f-4c5c-a62e-472c346922bb, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=eb8f729a-b66f-4c5c-a62e-472c346922bb,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:34.026964 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27877598'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:34.070562 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:34.071182 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:34.072745 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] 10.222.0.95 "PUT /v2.0/ports/eb8f729a-b66f-4c5c-a62e-472c346922bb HTTP/1.1" status: 200  len: 1093 time: 1.1039290
Jan 28 02:06:34.073206 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f25403b-0399-48d0-86a9-6e5022287c84', 'tag': 'eb8f729a-b66f-4c5c-a62e-472c346922bb'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:06:34.076506 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018a6f7d036e4cc9c0598cac366770376dcc312318454bb663f15aa8bf8ee3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e310a84-892c-44c6-815a-7934a0aca928" -d '{"events": [{"name": "network-changed", "server_uuid": "4f25403b-0399-48d0-86a9-6e5022287c84", "tag": "eb8f729a-b66f-4c5c-a62e-472c346922bb"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:06:34.131270 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0669059-d38c-41d5-8c18-86b1a9e4ed70 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8f729a-b66f-4c5c-a62e-472c346922bb,revision_number=3']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:34.148419 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778c47ec-9614-4575-8704-9128fddf740b x-openstack-request-id: req-778c47ec-9614-4575-8704-9128fddf740b {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:06:34.148709 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f25403b-0399-48d0-86a9-6e5022287c84", "tag": "eb8f729a-b66f-4c5c-a62e-472c346922bb", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:06:34.148962 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-778c47ec-9614-4575-8704-9128fddf740b {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:06:34.149360 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f25403b-0399-48d0-86a9-6e5022287c84', 'tag': 'eb8f729a-b66f-4c5c-a62e-472c346922bb', 'status': 'completed', 'code': 200}
Jan 28 02:06:34.165495 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6aa48edf-1155-4769-b6b8-bfe95155f7b1 req-a3178cb8-cb71-43e3-abfa-80f69b7fd4d8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 210 time: 0.0421836
Jan 28 02:06:34.250907 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e310a84-892c-44c6-815a-7934a0aca928 req-5bc50dc5-9454-448c-b6d2-b0f0c3087886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:34.252734 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9e310a84-892c-44c6-815a-7934a0aca928 req-5bc50dc5-9454-448c-b6d2-b0f0c3087886 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6bdd27e926a84fa49844fbcca271bb19&device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 1096 time: 0.0463452
Jan 28 02:06:34.422029 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315c1cc-1d05-43a6-853f-58f05d86e59d req-0c28bab2-d1e1-49c5-b464-783edd7c8611 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:34.426547 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0315c1cc-1d05-43a6-853f-58f05d86e59d req-0c28bab2-d1e1-49c5-b464-783edd7c8611 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 944 time: 0.0575883
Jan 28 02:06:34.470485 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0315c1cc-1d05-43a6-853f-58f05d86e59d req-6b351f38-4540-4899-b16f-9089bd02b14a tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367291
Jan 28 02:06:34.474442 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e310a84-892c-44c6-815a-7934a0aca928 req-35534a1a-4851-436b-b18a-eb081e3e386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:34.475894 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9e310a84-892c-44c6-815a-7934a0aca928 req-35534a1a-4851-436b-b18a-eb081e3e386c service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=6bdd27e926a84fa49844fbcca271bb19&shared=False HTTP/1.1" status: 200  len: 917 time: 0.2058122
Jan 28 02:06:34.642369 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e310a84-892c-44c6-815a-7934a0aca928 req-0d7dbd07-a81e-453c-a8c2-373127599b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:34.643885 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9e310a84-892c-44c6-815a-7934a0aca928 req-0d7dbd07-a81e-453c-a8c2-373127599b48 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1597710
Jan 28 02:06:34.746747 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device f7f220d5-8156-4a22-9350-5b5670680867 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:06:34.772876 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6d17c-bdf9-4674-900f-ba54f6296fc9 req-9a8e90e1-a9d6-4744-999e-7b132470796f tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:34.776463 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f8d6d17c-bdf9-4674-900f-ba54f6296fc9 req-9a8e90e1-a9d6-4744-999e-7b132470796f tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 944 time: 0.0800514
Jan 28 02:06:34.793787 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-798b53a7-f875-434b-8729-b03096d7818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:34.795334 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-798b53a7-f875-434b-8729-b03096d7818f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6bdd27e926a84fa49844fbcca271bb19&device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 1096 time: 0.0768697
Jan 28 02:06:34.849923 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f8d6d17c-bdf9-4674-900f-ba54f6296fc9 req-1c5a4ca8-6917-4b52-98ba-d143db5642b5 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581529
Jan 28 02:06:34.883134 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-14cfbde5-1790-451e-9dd2-cb5f1a1f978f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb8f729a-b66f-4c5c-a62e-472c346922bb HTTP/1.1" status: 200  len: 217 time: 0.0681765
Jan 28 02:06:34.913576 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6feb8-6ffd-4792-a18b-d99216808911 req-c6d1c8da-e9ce-4135-bd3e-3be12825e84a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:34.915558 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-71e6feb8-6ffd-4792-a18b-d99216808911 req-c6d1c8da-e9ce-4135-bd3e-3be12825e84a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0598540
Jan 28 02:06:34.964305 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-71e6feb8-6ffd-4792-a18b-d99216808911 req-2a1926a1-f6b9-40b5-bee6-763ec161c25b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396984
Jan 28 02:06:34.966901 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-574a818a-8d01-4a1f-9ddd-ece8aa0131d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:34.968355 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-574a818a-8d01-4a1f-9ddd-ece8aa0131d8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=51f5d2fc-f2c1-4616-91ac-244dfd5cdb84 HTTP/1.1" status: 200  len: 854 time: 0.0758572
Jan 28 02:06:35.003498 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port f7f220d5-8156-4a22-9350-5b5670680867, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=f7f220d5-8156-4a22-9350-5b5670680867,segment=NetworkSegment(6df9d1b4-ddf7-460c-9fb1-90c8a620bff3),segment_id=6df9d1b4-ddf7-460c-9fb1-90c8a620bff3)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:35.026525 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': 'f7f220d5-8156-4a22-9350-5b5670680867', 'network_id': 'd5967118-0c34-42f3-bacd-9665a804451b', 'port_id': 'f7f220d5-8156-4a22-9350-5b5670680867', 'mac_address': 'fa:16:3e:81:20:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26cae819-3466-4a21-89c0-d9087923e8b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:06:35.044898 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-226ba06e-5928-4995-a53f-e85ce97b5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:35.046429 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-226ba06e-5928-4995-a53f-e85ce97b5193 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93f7fa36-86c7-4eac-8e6a-71166645bc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710764
Jan 28 02:06:35.085042 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:35.100827 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f220d5-8156-4a22-9350-5b5670680867 {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:06:35.123420 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port f7f220d5-8156-4a22-9350-5b5670680867, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=f7f220d5-8156-4a22-9350-5b5670680867,segment=NetworkSegment(6df9d1b4-ddf7-460c-9fb1-90c8a620bff3),segment_id=6df9d1b4-ddf7-460c-9fb1-90c8a620bff3)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:35.161138 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-0f3024eb-7134-476a-9a04-498d5b7dcef0 service neutron] 10.222.0.95 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1053066
Jan 28 02:06:35.186594 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:35.187631 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 333b77f2-3cf1-4c8f-94ce-5901a7eb748d details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:06:35.271117 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0682e6b2-3a09-4ae7-8aa2-07a5fdbd2e14 req-c0ffd62c-69d8-42b3-871a-75424291c77b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 210 time: 0.0307500
Jan 28 02:06:35.287912 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=f7f220d5-8156-4a22-9350-5b5670680867,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:35.338296 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 333b77f2-3cf1-4c8f-94ce-5901a7eb748d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=333b77f2-3cf1-4c8f-94ce-5901a7eb748d,segment=NetworkSegment(1c61313e-1493-444a-a991-929ee367517d),segment_id=1c61313e-1493-444a-a991-929ee367517d)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:35.349431 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': '333b77f2-3cf1-4c8f-94ce-5901a7eb748d', 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1', 'port_id': '333b77f2-3cf1-4c8f-94ce-5901a7eb748d', 'mac_address': 'fa:16:3e:01:bc:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db836a45-602b-4146-a315-ae0211e2435f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:06:35.388066 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:35.400626 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333b77f2-3cf1-4c8f-94ce-5901a7eb748d {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:06:35.420860 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 333b77f2-3cf1-4c8f-94ce-5901a7eb748d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=333b77f2-3cf1-4c8f-94ce-5901a7eb748d,segment=NetworkSegment(1c61313e-1493-444a-a991-929ee367517d),segment_id=1c61313e-1493-444a-a991-929ee367517d)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:35.515946 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:35.570118 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=333b77f2-3cf1-4c8f-94ce-5901a7eb748d,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:35.585004 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d163cd-3ae5-4ef1-8996-76485209b8e6 req-146ad01d-4068-40a7-9948-cdf79354aa05 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:35.586536 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a3d163cd-3ae5-4ef1-8996-76485209b8e6 req-146ad01d-4068-40a7-9948-cdf79354aa05 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 944 time: 0.0501075
Jan 28 02:06:35.628137 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a3d163cd-3ae5-4ef1-8996-76485209b8e6 req-51d04362-2b81-4cb7-b388-f47ceea28817 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354064
Jan 28 02:06:35.880435 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 52472) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:35.977371 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cd3bf-ef8b-4937-9b16-77d06c4429e1 req-8b464423-ad88-4bdf-bca5-d9e96d557cb0 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:35.978985 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2d0cd3bf-ef8b-4937-9b16-77d06c4429e1 req-8b464423-ad88-4bdf-bca5-d9e96d557cb0 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 945 time: 0.0560896
Jan 28 02:06:35.991862 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8600aaa6-ddaf-4a59-b615-2804dcffc2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:36.022988 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2d0cd3bf-ef8b-4937-9b16-77d06c4429e1 req-7fc05a99-e89f-4820-b504-47c0502d7cc7 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338378
Jan 28 02:06:36.075352 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8600aaa6-ddaf-4a59-b615-2804dcffc2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:36.101118 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4e681-b0b9-4365-95e6-5ce82f0eeb3d req-d938b10e-c8fe-436b-9e5a-9b45b2f3f1d3 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:36.102560 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1cb4e681-b0b9-4365-95e6-5ce82f0eeb3d req-d938b10e-c8fe-436b-9e5a-9b45b2f3f1d3 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0497992
Jan 28 02:06:36.139501 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1cb4e681-b0b9-4365-95e6-5ce82f0eeb3d req-dcd25b03-9d2a-4e43-bc3b-627a6e97f4be tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0309906
Jan 28 02:06:36.206089 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8600aaa6-ddaf-4a59-b615-2804dcffc2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:36.244150 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-8600aaa6-ddaf-4a59-b615-2804dcffc2da admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2a55093c1f944e62b9330855c21d6fe9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3628554
Jan 28 02:06:36.245231 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600aaa6-ddaf-4a59-b615-2804dcffc2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7edbd1-8e92-4d11-acd2-8a76c8cee902,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:36.246916 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 52480) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:36.300374 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8db6fc5f-9ecb-48e8-be41-0df851625ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:36.322336 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8db6fc5f-9ecb-48e8-be41-0df851625ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:36.378239 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1a4788f7-99f6-4096-9a29-58d76a16e989 req-5ebd3f97-2f6b-49ba-9230-ed2683bcf2ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 210 time: 0.0388539
Jan 28 02:06:36.457574 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8db6fc5f-9ecb-48e8-be41-0df851625ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:36.460198 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8db6fc5f-9ecb-48e8-be41-0df851625ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:36.461314 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-8db6fc5f-9ecb-48e8-be41-0df851625ccf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8e7edbd1-8e92-4d11-acd2-8a76c8cee902 HTTP/1.1" status: 204  len: 168 time: 0.2127519
Jan 28 02:06:36.469534 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6fc5f-9ecb-48e8-be41-0df851625ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7edbd1-8e92-4d11-acd2-8a76c8cee902,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:36.753220 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000dd02-0028-48d3-b90c-507e2f431c19 req-ad8e2719-604b-45de-be0b-51bc7d378995 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:36.754733 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9000dd02-0028-48d3-b90c-507e2f431c19 req-ad8e2719-604b-45de-be0b-51bc7d378995 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 944 time: 0.0517163
Jan 28 02:06:36.792711 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9000dd02-0028-48d3-b90c-507e2f431c19 req-fed8a191-a875-4dcc-b9b2-ec2ae7197dbd tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316174
Jan 28 02:06:37.098750 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 52498) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:37.112485 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4758af9b-0512-4f8e-af48-368ab9e48677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:37.195649 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4758af9b-0512-4f8e-af48-368ab9e48677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:37.289572 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4758af9b-0512-4f8e-af48-368ab9e48677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:37.328813 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-4758af9b-0512-4f8e-af48-368ab9e48677 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6ae8082b3bc34f979d9201262b3b09a8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2286611
Jan 28 02:06:37.329861 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758af9b-0512-4f8e-af48-368ab9e48677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207b7976-3675-44a9-974d-e7310e5cbc00,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:37.332146 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 52502) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:37.348230 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb3098-32ce-4393-85b2-a1cadaa87bc7 req-0d25c905-33b1-4688-b810-5d0b2917cfb6 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:37.349748 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a7fb3098-32ce-4393-85b2-a1cadaa87bc7 req-0d25c905-33b1-4688-b810-5d0b2917cfb6 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 945 time: 0.2642057
Jan 28 02:06:37.380817 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0d762-0bdb-4104-8260-447eff0e9c89 req-86763a76-8b33-4bbe-9a70-57946dcce38f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:37.382228 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9bb0d762-0bdb-4104-8260-447eff0e9c89 req-86763a76-8b33-4bbe-9a70-57946dcce38f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0789695
Jan 28 02:06:37.386036 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a164d2e0-7a09-4450-a6a1-a2decef862d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:37.407210 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a7fb3098-32ce-4393-85b2-a1cadaa87bc7 req-f54e264e-38fa-4d03-8891-5c059691a4a8 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505013
Jan 28 02:06:37.408177 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a164d2e0-7a09-4450-a6a1-a2decef862d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:37.434015 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9bb0d762-0bdb-4104-8260-447eff0e9c89 req-4e2c2992-9051-4617-867a-076786f0a8ba tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403092
Jan 28 02:06:37.497257 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7338c123-a1c7-4331-8fe1-8e256d38d413 req-2babe1ff-2433-4fe3-a29a-04069b9b4e1b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 210 time: 0.0267904
Jan 28 02:06:37.549141 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a164d2e0-7a09-4450-a6a1-a2decef862d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:37.551642 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a164d2e0-7a09-4450-a6a1-a2decef862d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:37.552822 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a164d2e0-7a09-4450-a6a1-a2decef862d5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/207b7976-3675-44a9-974d-e7310e5cbc00 HTTP/1.1" status: 204  len: 168 time: 0.2197895
Jan 28 02:06:37.560813 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164d2e0-7a09-4450-a6a1-a2decef862d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207b7976-3675-44a9-974d-e7310e5cbc00,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:37.702565 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device f563e565-6b72-491c-a99c-3004a4f17f98 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:06:37.787376 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ca416e98-e5a6-4dd5-acbf-4c63ececaf89 req-af06a0a0-ad7e-4f57-b1b3-e78a8f98d04e service neutron] 10.222.0.95 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1098728
Jan 28 02:06:37.807159 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-be0bc52b-a41e-4899-9b65-9727203e00b9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:37.808673 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-be0bc52b-a41e-4899-9b65-9727203e00b9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.95 "GET /v2.0/networks?id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd HTTP/1.1" status: 200  len: 810 time: 0.1311283
Jan 28 02:06:37.825330 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port f563e565-6b72-491c-a99c-3004a4f17f98, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=f563e565-6b72-491c-a99c-3004a4f17f98,segment=NetworkSegment(1c61313e-1493-444a-a991-929ee367517d),segment_id=1c61313e-1493-444a-a991-929ee367517d)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:37.834596 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': 'f563e565-6b72-491c-a99c-3004a4f17f98', 'network_id': '8ef75d94-d93d-4873-9fc3-216697a025d1', 'port_id': 'f563e565-6b72-491c-a99c-3004a4f17f98', 'mac_address': 'fa:16:3e:62:83:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db836a45-602b-4146-a315-ae0211e2435f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:06:37.873973 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:37.886393 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-689c8d38-8744-4b56-b92e-19332f73355c tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0abe012ba65845329098e0e06c54b9c1 HTTP/1.1" status: 200  len: 380 time: 0.0601175
Jan 28 02:06:37.896498 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f563e565-6b72-491c-a99c-3004a4f17f98 {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:06:37.907702 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-b6305bf5-913f-46dd-9d26-1bff85adc851 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Request body: {'port': {'device_id': 'd5f49055-da38-486c-9f10-1658c64d46f5', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'admin_state_up': True, 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'security_groups': ['baf633e7-e810-468b-b9d6-1c746238ccde']}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:37.917562 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port f563e565-6b72-491c-a99c-3004a4f17f98, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=f563e565-6b72-491c-a99c-3004a4f17f98,segment=NetworkSegment(1c61313e-1493-444a-a991-929ee367517d),segment_id=1c61313e-1493-444a-a991-929ee367517d)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:37.993842 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a6a20-67a8-446a-bde6-9fe59d6ae06c req-382a2c26-0bb4-4b26-9d60-86083221713e tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:37.995637 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-240a6a20-67a8-446a-bde6-9fe59d6ae06c req-382a2c26-0bb4-4b26-9d60-86083221713e tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 944 time: 0.1322498
Jan 28 02:06:38.006287 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:38.096022 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-240a6a20-67a8-446a-bde6-9fe59d6ae06c req-60dea63f-fb0e-4cae-b7a5-47060b00e3ff tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784216
Jan 28 02:06:38.147544 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['f7f220d5-8156-4a22-9350-5b5670680867'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:06:38.186971 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-b6305bf5-913f-46dd-9d26-1bff85adc851 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Made reservation on behalf of 0abe012ba65845329098e0e06c54b9c1 for: {'port': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:06:38.191531 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-b6305bf5-913f-46dd-9d26-1bff85adc851 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:38.197001 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['333b77f2-3cf1-4c8f-94ce-5901a7eb748d'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:06:38.289197 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=f563e565-6b72-491c-a99c-3004a4f17f98,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:38.338077 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-b6305bf5-913f-46dd-9d26-1bff85adc851 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Allocated IP 172.20.0.12 (3b3748b7-1bed-4ab4-9fea-64d92f6154dd/8eb77f0c-9c24-4cb1-8b61-8cdd6744025b/66c0ebdc-a262-49e8-983e-2b45feca212a) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:06:38.370809 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['f563e565-6b72-491c-a99c-3004a4f17f98'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:06:38.503086 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-b6305bf5-913f-46dd-9d26-1bff85adc851 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:38.607644 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0b4c5-43cd-49b4-9f95-eef6bfff81d8 req-1fcf947b-61a7-40e7-92f0-b7483628f25b tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:38.609165 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19b0b4c5-43cd-49b4-9f95-eef6bfff81d8 req-1fcf947b-61a7-40e7-92f0-b7483628f25b tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 945 time: 0.1044149
Jan 28 02:06:38.636118 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad702211-e8a1-48d8-a22f-10e63707488a req-5eb9f724-4901-404e-82a9-e07f63db4e7b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:38.637592 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ad702211-e8a1-48d8-a22f-10e63707488a req-5eb9f724-4901-404e-82a9-e07f63db4e7b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0990586
Jan 28 02:06:38.682304 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19b0b4c5-43cd-49b4-9f95-eef6bfff81d8 req-84e1acd8-4f95-4443-b033-0810adf7d499 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634766
Jan 28 02:06:38.699937 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ad702211-e8a1-48d8-a22f-10e63707488a req-8814294e-d8ac-4f63-8115-d00b0e8be23c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557947
Jan 28 02:06:38.704185 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-b6305bf5-913f-46dd-9d26-1bff85adc851 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:38.761809 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-b6305bf5-913f-46dd-9d26-1bff85adc851 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Network 3b3748b7-1bed-4ab4-9fea-64d92f6154dd is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:06:38.775808 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-b6305bf5-913f-46dd-9d26-1bff85adc851 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:06:38.793339 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-b6305bf5-913f-46dd-9d26-1bff85adc851 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:06:38.822842 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6305bf5-913f-46dd-9d26-1bff85adc851 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Pushing event updated for resources: {'Port': ['ID=66c0ebdc-a262-49e8-983e-2b45feca212a,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:38.854786 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-b6305bf5-913f-46dd-9d26-1bff85adc851 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:38.855350 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-b6305bf5-913f-46dd-9d26-1bff85adc851 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:38.866872 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb51665-42b9-4d94-b7f1-4358f7f46320 req-2b604e83-2e92-4afc-846d-286f559d8e41 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:38.868454 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dfb51665-42b9-4d94-b7f1-4358f7f46320 req-2b604e83-2e92-4afc-846d-286f559d8e41 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 932 time: 0.1056159
Jan 28 02:06:38.916081 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dfb51665-42b9-4d94-b7f1-4358f7f46320 req-5cb738e1-a875-465b-b32f-61fc23ea7d38 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377071
Jan 28 02:06:38.986376 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-b6305bf5-913f-46dd-9d26-1bff85adc851 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0843313
Jan 28 02:06:39.008296 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Request body: {'port': {'device_id': 'd5f49055-da38-486c-9f10-1658c64d46f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:39.068588 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-fe86901e-a97f-49df-b62e-cae916acc77e None None] Provisioning complete for port 66c0ebdc-a262-49e8-983e-2b45feca212a triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:39.069597 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fe86901e-a97f-49df-b62e-cae916acc77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.084209 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.121565 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-fe86901e-a97f-49df-b62e-cae916acc77e None None] Port 66c0ebdc-a262-49e8-983e-2b45feca212a cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:06:39.312170 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086308b3-c63e-4b66-9f44-9d266531b73f req-27a124c7-b2af-4ebc-aaa2-c4266cfc9ca1 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:39.314379 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-086308b3-c63e-4b66-9f44-9d266531b73f req-27a124c7-b2af-4ebc-aaa2-c4266cfc9ca1 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 945 time: 0.1078963
Jan 28 02:06:39.380301 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-086308b3-c63e-4b66-9f44-9d266531b73f req-d8b5ebac-9eac-4a9c-b505-7c5df540042a tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577478
Jan 28 02:06:39.444403 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c0ebdc-a262-49e8-983e-2b45feca212a {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:06:39.451628 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.473747 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Transition to ACTIVE for port object 66c0ebdc-a262-49e8-983e-2b45feca212a will not be triggered until provisioned by entity L2. {{(pid=102090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:06:39.550274 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.624061 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Pushing event updated for resources: {'Port': ['ID=66c0ebdc-a262-49e8-983e-2b45feca212a,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:39.687541 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Attempting to bind port 66c0ebdc-a262-49e8-983e-2b45feca212a on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:06:39.691515 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Attempting to bind port 66c0ebdc-a262-49e8-983e-2b45feca212a by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '0868dfe9-eda9-4cc9-adac-d4c84b2d81b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:06:39.691515 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Attempting to bind port 66c0ebdc-a262-49e8-983e-2b45feca212a on network 3b3748b7-1bed-4ab4-9fea-64d92f6154dd {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:39.694845 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Port 66c0ebdc-a262-49e8-983e-2b45feca212a on network 3b3748b7-1bed-4ab4-9fea-64d92f6154dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:06:39.695358 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Attempting to bind port 66c0ebdc-a262-49e8-983e-2b45feca212a on network 3b3748b7-1bed-4ab4-9fea-64d92f6154dd {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:06:39.703042 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:06:39.704347 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Checking segment: {'id': '0868dfe9-eda9-4cc9-adac-d4c84b2d81b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:06:39.705044 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Bound using segment: {'id': '0868dfe9-eda9-4cc9-adac-d4c84b2d81b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:06:39.705695 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Bound port: 66c0ebdc-a262-49e8-983e-2b45feca212a, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0868dfe9-eda9-4cc9-adac-d4c84b2d81b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:06:39.708059 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.716305 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device eb8f729a-b66f-4c5c-a62e-472c346922bb details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:06:39.725670 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device f563e565-6b72-491c-a99c-3004a4f17f98 up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:39.794812 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] For port 66c0ebdc-a262-49e8-983e-2b45feca212a, host hv-cinder-82497, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:06:39.799457 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] For port 66c0ebdc-a262-49e8-983e-2b45feca212a, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=66c0ebdc-a262-49e8-983e-2b45feca212a,segment=NetworkSegment(0868dfe9-eda9-4cc9-adac-d4c84b2d81b9),segment_id=0868dfe9-eda9-4cc9-adac-d4c84b2d81b9)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:06:39.888856 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.955022 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port eb8f729a-b66f-4c5c-a62e-472c346922bb, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=eb8f729a-b66f-4c5c-a62e-472c346922bb,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:39.970561 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:39.971168 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:39.972716 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': 'eb8f729a-b66f-4c5c-a62e-472c346922bb', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'port_id': 'eb8f729a-b66f-4c5c-a62e-472c346922bb', 'mac_address': 'fa:16:3e:c7:d1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:06:39.972855 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] 10.222.0.95 "PUT /v2.0/ports/66c0ebdc-a262-49e8-983e-2b45feca212a HTTP/1.1" status: 200  len: 1094 time: 0.9691167
Jan 28 02:06:39.973160 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f49055-da38-486c-9f10-1658c64d46f5', 'tag': '66c0ebdc-a262-49e8-983e-2b45feca212a'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:06:39.975449 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3538b3e-f7f8-4b43-a3ed-4557d1c6ce16" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f49055-da38-486c-9f10-1658c64d46f5", "tag": "66c0ebdc-a262-49e8-983e-2b45feca212a"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:06:40.012930 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8ac41-bbdc-4f2b-ab8b-f4febf422bfe req-b8f173a4-da93-48e9-88a8-ea7dbba99f0c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:40.012930 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d3f8ac41-bbdc-4f2b-ab8b-f4febf422bfe req-b8f173a4-da93-48e9-88a8-ea7dbba99f0c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.1765416
Jan 28 02:06:40.012930 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d917c2-31df-4cb0-a264-fe241d8082a2 service neutron] Pushing event updated for resources: {'Port': ['ID=66c0ebdc-a262-49e8-983e-2b45feca212a,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:40.018039 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port f563e565-6b72-491c-a99c-3004a4f17f98 completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:06:40.029100 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port f563e565-6b72-491c-a99c-3004a4f17f98 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:40.029659 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:40.034896 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b877f-86f4-4e94-abe2-14a06907e9a0 req-bade2ee0-0fd5-48eb-a57f-31e193a9bdff tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:40.040470 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-300b877f-86f4-4e94-abe2-14a06907e9a0 req-bade2ee0-0fd5-48eb-a57f-31e193a9bdff tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 945 time: 0.1881022
Jan 28 02:06:40.074102 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:40.093199 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8f729a-b66f-4c5c-a62e-472c346922bb {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:06:40.116833 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-300b877f-86f4-4e94-abe2-14a06907e9a0 req-6ea0c210-7c7c-4982-bd26-d573571fecaa tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725231
Jan 28 02:06:40.135148 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port eb8f729a-b66f-4c5c-a62e-472c346922bb, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=eb8f729a-b66f-4c5c-a62e-472c346922bb,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:40.163464 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d3f8ac41-bbdc-4f2b-ab8b-f4febf422bfe req-8a913d08-6dc9-420f-8a5c-b86606aa37b8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1217523
Jan 28 02:06:40.214336 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:40.216191 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38ee102-6574-42a2-9a0f-19ee588dd24b x-openstack-request-id: req-b38ee102-6574-42a2-9a0f-19ee588dd24b {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:06:40.216484 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f49055-da38-486c-9f10-1658c64d46f5", "tag": "66c0ebdc-a262-49e8-983e-2b45feca212a", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:06:40.216737 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b38ee102-6574-42a2-9a0f-19ee588dd24b {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:06:40.217136 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f49055-da38-486c-9f10-1658c64d46f5', 'tag': '66c0ebdc-a262-49e8-983e-2b45feca212a', 'status': 'completed', 'code': 200}
Jan 28 02:06:40.229150 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:40.257409 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-3c5329cd-3b51-43e4-8fd9-d59d67cd4910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:40.259017 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-3c5329cd-3b51-43e4-8fd9-d59d67cd4910 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0abe012ba65845329098e0e06c54b9c1&device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 1097 time: 0.0945160
Jan 28 02:06:40.270232 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0bfba5-38f6-4375-a6bf-25959ad11fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f563e565-6b72-491c-a99c-3004a4f17f98'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:06:40.286021 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8530d-5c4f-4006-aade-52ff5ca4f997 req-5279ae88-acc8-4637-bf9e-0234f4a93251 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:40.287575 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-82a8530d-5c4f-4006-aade-52ff5ca4f997 req-5279ae88-acc8-4637-bf9e-0234f4a93251 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 944 time: 0.0696428
Jan 28 02:06:40.329021 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-82a8530d-5c4f-4006-aade-52ff5ca4f997 req-2c3a4b94-76b2-4fa5-a032-7b7ae4ac37cf tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0329022
Jan 28 02:06:40.354053 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port f563e565-6b72-491c-a99c-3004a4f17f98, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=f563e565-6b72-491c-a99c-3004a4f17f98,segment=NetworkSegment(1c61313e-1493-444a-a991-929ee367517d),segment_id=1c61313e-1493-444a-a991-929ee367517d)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:40.374120 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=eb8f729a-b66f-4c5c-a62e-472c346922bb,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:40.473824 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:40.474171 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device f7f220d5-8156-4a22-9350-5b5670680867 up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:40.532579 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ed11e4-eac3-4b7f-8260-56bced6192b4" -d '{"events": [{"server_uuid": "2f0bfba5-38f6-4375-a6bf-25959ad11fe0", "name": "network-vif-plugged", "status": "completed", "tag": "f563e565-6b72-491c-a99c-3004a4f17f98"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:06:40.555778 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420bfeb-9ef8-4eae-b933-f7687c9a0526 req-6efba638-0601-48bb-8335-25634844fff4 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:40.558566 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3420bfeb-9ef8-4eae-b933-f7687c9a0526 req-6efba638-0601-48bb-8335-25634844fff4 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0791786
Jan 28 02:06:40.577492 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=f563e565-6b72-491c-a99c-3004a4f17f98,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:40.660685 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port f7f220d5-8156-4a22-9350-5b5670680867 completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:06:40.665129 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3420bfeb-9ef8-4eae-b933-f7687c9a0526 req-6a4e55a2-b7c1-4c2b-a4f1-f5c3dc628333 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899737
Jan 28 02:06:40.684118 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85041e64-2d21-49cb-9560-11a0da86618d x-openstack-request-id: req-85041e64-2d21-49cb-9560-11a0da86618d {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:06:40.684527 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0bfba5-38f6-4375-a6bf-25959ad11fe0", "name": "network-vif-plugged", "status": "completed", "tag": "f563e565-6b72-491c-a99c-3004a4f17f98", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:06:40.684885 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-85041e64-2d21-49cb-9560-11a0da86618d {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:06:40.685405 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0bfba5-38f6-4375-a6bf-25959ad11fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f563e565-6b72-491c-a99c-3004a4f17f98', 'code': 200}
Jan 28 02:06:40.688117 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port f7f220d5-8156-4a22-9350-5b5670680867 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:40.688583 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:40.725621 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:06:40.802629 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:40.827501 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-141f128c-1e98-498d-a5c0-b07f37d10102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:40.837090 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port f7f220d5-8156-4a22-9350-5b5670680867, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=f7f220d5-8156-4a22-9350-5b5670680867,segment=NetworkSegment(6df9d1b4-ddf7-460c-9fb1-90c8a620bff3),segment_id=6df9d1b4-ddf7-460c-9fb1-90c8a620bff3)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:40.955795 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:40.956540 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 333b77f2-3cf1-4c8f-94ce-5901a7eb748d up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:41.030416 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=f7f220d5-8156-4a22-9350-5b5670680867,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:41.174654 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port 333b77f2-3cf1-4c8f-94ce-5901a7eb748d completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:06:41.178632 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port 333b77f2-3cf1-4c8f-94ce-5901a7eb748d triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:41.179006 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:41.253676 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f47bf4-0ba1-4ba4-90e4-c52446fe4fa3 req-420d0f6e-62e2-459e-b1ad-8a1bb2ab9635 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:41.256433 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b2f47bf4-0ba1-4ba4-90e4-c52446fe4fa3 req-420d0f6e-62e2-459e-b1ad-8a1bb2ab9635 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 946 time: 0.0603111
Jan 28 02:06:41.280219 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:41.312530 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 333b77f2-3cf1-4c8f-94ce-5901a7eb748d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=333b77f2-3cf1-4c8f-94ce-5901a7eb748d,segment=NetworkSegment(1c61313e-1493-444a-a991-929ee367517d),segment_id=1c61313e-1493-444a-a991-929ee367517d)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:41.321235 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b2f47bf4-0ba1-4ba4-90e4-c52446fe4fa3 req-95c290de-f36c-4176-ba5a-d1b1db1e0c46 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554874
Jan 28 02:06:41.329672 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132586a7-f928-4632-9165-085c2408e8ef req-b7557c1a-da5d-488d-946c-fa552e694ae8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:41.333502 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-132586a7-f928-4632-9165-085c2408e8ef req-b7557c1a-da5d-488d-946c-fa552e694ae8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 944 time: 0.0758379
Jan 28 02:06:41.373912 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-132586a7-f928-4632-9165-085c2408e8ef req-82cf273d-ea92-4ba7-ba04-f3a2b8485cd7 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0341978
Jan 28 02:06:41.429640 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:41.448083 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51564b-1678-45c0-9236-e4ee4a119df6 req-002f52c1-8bca-4c70-9674-0ef6282f3105 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:41.450223 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-eb51564b-1678-45c0-9236-e4ee4a119df6 req-002f52c1-8bca-4c70-9674-0ef6282f3105 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 944 time: 0.0503480
Jan 28 02:06:41.495121 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=333b77f2-3cf1-4c8f-94ce-5901a7eb748d,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:41.497647 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-eb51564b-1678-45c0-9236-e4ee4a119df6 req-76a6d50c-f92b-462f-8c62-69aaeb7676ea tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409701
Jan 28 02:06:41.767494 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741487e-59e3-4590-a87a-b1f047e29363 req-0670402b-a08e-4899-b566-86594a29d664 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:41.768971 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e741487e-59e3-4590-a87a-b1f047e29363 req-0670402b-a08e-4899-b566-86594a29d664 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0475581
Jan 28 02:06:41.807722 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e741487e-59e3-4590-a87a-b1f047e29363 req-93ee157f-fcc8-4501-a03a-88ba66e0446e tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326457
Jan 28 02:06:42.436015 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15d211-859c-44fc-bde6-14c33323dc9e req-04d88825-37d7-4b8f-a654-66caff5518bd tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:42.437489 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6b15d211-859c-44fc-bde6-14c33323dc9e req-04d88825-37d7-4b8f-a654-66caff5518bd tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 946 time: 0.0493078
Jan 28 02:06:42.506935 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6b15d211-859c-44fc-bde6-14c33323dc9e req-1b0b0b6a-aef8-495d-81ef-d49e2aeb9a79 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632062
Jan 28 02:06:42.518865 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fa3c2-51d1-4931-8d77-c02b3f7548e8 req-0ba08dc7-64d4-42f7-847f-837e044d1db0 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:42.520372 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8b4fa3c2-51d1-4931-8d77-c02b3f7548e8 req-0ba08dc7-64d4-42f7-847f-837e044d1db0 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 944 time: 0.0710680
Jan 28 02:06:42.564574 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8b4fa3c2-51d1-4931-8d77-c02b3f7548e8 req-d9ded4b9-ac8e-4cd9-844a-9de1b2dc894f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0340095
Jan 28 02:06:42.623201 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355233dd-e2cc-4524-ae2f-97853c9babe3 req-612f8aa8-50c2-4464-91ba-ee6c5b45b5dc tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:42.624716 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-355233dd-e2cc-4524-ae2f-97853c9babe3 req-612f8aa8-50c2-4464-91ba-ee6c5b45b5dc tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 944 time: 0.0512500
Jan 28 02:06:42.668209 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-355233dd-e2cc-4524-ae2f-97853c9babe3 req-e07fa711-34c6-4671-b6cd-eb469a6bc6b8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350330
Jan 28 02:06:42.686492 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c564cd2f-07df-4c91-9190-30cb5e9cb3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f220d5-8156-4a22-9350-5b5670680867'}, {'server_uuid': 'ec5e47ac-761b-467f-958c-516a9f8bc3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333b77f2-3cf1-4c8f-94ce-5901a7eb748d'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:06:42.688891 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4443b918-e425-4b28-9103-4564bb41121d" -d '{"events": [{"server_uuid": "c564cd2f-07df-4c91-9190-30cb5e9cb3ea", "name": "network-vif-plugged", "status": "completed", "tag": "f7f220d5-8156-4a22-9350-5b5670680867"}, {"server_uuid": "ec5e47ac-761b-467f-958c-516a9f8bc3e6", "name": "network-vif-plugged", "status": "completed", "tag": "333b77f2-3cf1-4c8f-94ce-5901a7eb748d"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:06:42.730248 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27476e7e-5d5f-4b71-bdaf-9e453be74e22 x-openstack-request-id: req-27476e7e-5d5f-4b71-bdaf-9e453be74e22 {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:06:42.730536 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c564cd2f-07df-4c91-9190-30cb5e9cb3ea", "name": "network-vif-plugged", "status": "completed", "tag": "f7f220d5-8156-4a22-9350-5b5670680867", "code": 200}, {"server_uuid": "ec5e47ac-761b-467f-958c-516a9f8bc3e6", "name": "network-vif-plugged", "status": "completed", "tag": "333b77f2-3cf1-4c8f-94ce-5901a7eb748d", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:06:42.730782 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-27476e7e-5d5f-4b71-bdaf-9e453be74e22 {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:06:42.731166 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c564cd2f-07df-4c91-9190-30cb5e9cb3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f220d5-8156-4a22-9350-5b5670680867', 'code': 200}
Jan 28 02:06:42.731695 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5e47ac-761b-467f-958c-516a9f8bc3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333b77f2-3cf1-4c8f-94ce-5901a7eb748d', 'code': 200}
Jan 28 02:06:42.920153 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a860ac4-d95d-47d5-8b4d-3de6b2e01a8e req-d2967982-da96-45b9-b9b7-2a1de0f8c6dc tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:42.921563 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8a860ac4-d95d-47d5-8b4d-3de6b2e01a8e req-d2967982-da96-45b9-b9b7-2a1de0f8c6dc tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0480623
Jan 28 02:06:42.960308 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8a860ac4-d95d-47d5-8b4d-3de6b2e01a8e req-c19f6fbe-7ccf-4986-a81f-8bece4d98be9 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317948
Jan 28 02:06:43.094340 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fa264465-14a1-47fc-9321-c3f58687aa99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:43.159405 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-5911a3b9-973e-4ba6-b764-5726ac505808 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66c0ebdc-a262-49e8-983e-2b45feca212a HTTP/1.1" status: 200  len: 217 time: 0.0397758
Jan 28 02:06:43.256912 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-71ca4b86-e513-402b-8a6c-96997cc21148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:43.258328 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-71ca4b86-e513-402b-8a6c-96997cc21148 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8eb77f0c-9c24-4cb1-8b61-8cdd6744025b HTTP/1.1" status: 200  len: 849 time: 0.0459132
Jan 28 02:06:43.322188 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-96ec7609-0d93-409f-8ee2-fa9141319bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:43.323696 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-96ec7609-0d93-409f-8ee2-fa9141319bd1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0544209
Jan 28 02:06:43.430500 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-3ab0a337-ea79-4e39-a8e0-36a970e917a7 service neutron] 10.222.0.95 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853689
Jan 28 02:06:43.447481 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['eb8f729a-b66f-4c5c-a62e-472c346922bb'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:06:43.527265 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5dc1cc18-874f-43b9-b70e-68e57aaf3f89 req-4d5e87db-188e-4549-b67c-0273f9b1085f service neutron] 10.222.0.95 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897005
Jan 28 02:06:43.645638 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30934647-0c94-4a34-b383-793d4b0cf5e7 req-313b12c9-8560-46e7-bc08-6b033d75adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:43.648707 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-30934647-0c94-4a34-b383-793d4b0cf5e7 req-313b12c9-8560-46e7-bc08-6b033d75adf9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 1099 time: 0.0933807
Jan 28 02:06:43.720764 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-30934647-0c94-4a34-b383-793d4b0cf5e7 req-449e5e69-d031-4be2-961b-802d08bffab6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:43.745772 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b70c87-2b7d-41ea-8478-3db07bce8120 req-837549db-b05b-4df9-99dd-115d0b33f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:43.747557 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e5b70c87-2b7d-41ea-8478-3db07bce8120 req-837549db-b05b-4df9-99dd-115d0b33f3af service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 1098 time: 0.0856843
Jan 28 02:06:43.763938 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.95', 63924) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:43.773148 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1320589-4a79-440b-8db0-895be3f3d007 req-3bb344a6-9bed-4220-98c9-0dfca876d8bb tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:43.774488 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f1320589-4a79-440b-8db0-895be3f3d007 req-3bb344a6-9bed-4220-98c9-0dfca876d8bb tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 946 time: 0.1892931
Jan 28 02:06:43.792650 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-e5b70c87-2b7d-41ea-8478-3db07bce8120 req-c71caf2a-c11b-4eff-902f-a19e2707ea4f service neutron] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:43.817783 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77a175-6c6e-4d6a-9306-4c60f78de116 req-962211ad-14eb-45e3-bfcd-d3bec7d70668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:43.819308 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6a77a175-6c6e-4d6a-9306-4c60f78de116 req-962211ad-14eb-45e3-bfcd-d3bec7d70668 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 1099 time: 0.1804302
Jan 28 02:06:43.852964 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa86a3e-457e-41ef-a72c-4cf8b18da202 req-304f151f-0cc1-4312-bdd0-a191a71e85fb tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:43.860837 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-caa86a3e-457e-41ef-a72c-4cf8b18da202 req-304f151f-0cc1-4312-bdd0-a191a71e85fb tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 944 time: 0.1661384
Jan 28 02:06:43.863130 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-30934647-0c94-4a34-b383-793d4b0cf5e7 req-449e5e69-d031-4be2-961b-802d08bffab6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:43.912155 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f1320589-4a79-440b-8db0-895be3f3d007 req-6e7dfc87-f873-4b96-9b3c-8d81d338751f tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191134
Jan 28 02:06:43.917102 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-6a77a175-6c6e-4d6a-9306-4c60f78de116 req-0cd88012-3e0f-470c-ac8a-8a6fb296dc01 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:43.945976 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3538b3e-f7f8-4b43-a3ed-4557d1c6ce16 req-e1777830-7a36-4fbb-8837-9c772188fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:43.947444 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e3538b3e-f7f8-4b43-a3ed-4557d1c6ce16 req-e1777830-7a36-4fbb-8837-9c772188fbe8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0abe012ba65845329098e0e06c54b9c1&device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 1097 time: 0.1720419
Jan 28 02:06:43.981471 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-caa86a3e-457e-41ef-a72c-4cf8b18da202 req-3c5d7234-ea52-4c9f-b9b6-cb6669d91d33 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1191149
Jan 28 02:06:43.988136 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-30934647-0c94-4a34-b383-793d4b0cf5e7 req-449e5e69-d031-4be2-961b-802d08bffab6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:44.038112 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-30934647-0c94-4a34-b383-793d4b0cf5e7 req-449e5e69-d031-4be2-961b-802d08bffab6 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3390458
Jan 28 02:06:44.066336 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.db.api [req-e5b70c87-2b7d-41ea-8478-3db07bce8120 req-c71caf2a-c11b-4eff-902f-a19e2707ea4f service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) d796d5575de4460e8b6746aa9eba151d {{(pid=102089) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 28 02:06:44.066336 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG oslo_db.api [req-e5b70c87-2b7d-41ea-8478-3db07bce8120 req-c71caf2a-c11b-4eff-902f-a19e2707ea4f service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 28 02:06:44.066336 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e5e69-d031-4be2-961b-802d08bffab6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=692ce51d-b5fc-4713-99b8-10154773ab9f,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:44.066706 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.db.api [req-6a77a175-6c6e-4d6a-9306-4c60f78de116 req-0cd88012-3e0f-470c-ac8a-8a6fb296dc01 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) d796d5575de4460e8b6746aa9eba151d {{(pid=102090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 28 02:06:44.066706 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG oslo_db.api [req-6a77a175-6c6e-4d6a-9306-4c60f78de116 req-0cd88012-3e0f-470c-ac8a-8a6fb296dc01 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 28 02:06:44.106499 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f51961-94d5-45e1-9add-aac86f0e0bfb req-5d3ba008-1c6c-460e-a448-dd63c6fb91f7 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:44.107922 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-11f51961-94d5-45e1-9add-aac86f0e0bfb req-5d3ba008-1c6c-460e-a448-dd63c6fb91f7 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 944 time: 0.1301584
Jan 28 02:06:44.148919 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3538b3e-f7f8-4b43-a3ed-4557d1c6ce16 req-1314d9f6-e17b-4df2-9eed-f33a60382f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:44.150455 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e3538b3e-f7f8-4b43-a3ed-4557d1c6ce16 req-1314d9f6-e17b-4df2-9eed-f33a60382f8c service neutron] 10.222.0.95 "GET /v2.0/networks?id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd HTTP/1.1" status: 200  len: 912 time: 0.1886752
Jan 28 02:06:44.185891 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-11f51961-94d5-45e1-9add-aac86f0e0bfb req-a2d030f7-e203-4d09-9a35-c2f809ca5b27 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633631
Jan 28 02:06:44.195154 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4feee43-47d8-494f-99cd-b38d05c38d05 req-41c29d61-4ddc-41e0-9d3a-f9e09f01dd55 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:44.196663 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a4feee43-47d8-494f-99cd-b38d05c38d05 req-41c29d61-4ddc-41e0-9d3a-f9e09f01dd55 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.1020615
Jan 28 02:06:44.239436 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a4feee43-47d8-494f-99cd-b38d05c38d05 req-85371d60-42fb-4dbc-ad9c-8cd8a66dc209 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362282
Jan 28 02:06:44.412333 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e3538b3e-f7f8-4b43-a3ed-4557d1c6ce16 req-ead12d07-0368-4887-b019-6f15d052df1a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66c0ebdc-a262-49e8-983e-2b45feca212a HTTP/1.1" status: 200  len: 217 time: 0.0370088
Jan 28 02:06:44.461262 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3538b3e-f7f8-4b43-a3ed-4557d1c6ce16 req-55831d5b-8def-40b5-a8f8-1406e0f36c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:44.462690 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e3538b3e-f7f8-4b43-a3ed-4557d1c6ce16 req-55831d5b-8def-40b5-a8f8-1406e0f36c3b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8eb77f0c-9c24-4cb1-8b61-8cdd6744025b HTTP/1.1" status: 200  len: 849 time: 0.0436370
Jan 28 02:06:44.526642 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3538b3e-f7f8-4b43-a3ed-4557d1c6ce16 req-aba43747-add2-477c-8a3f-00467413714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:44.526642 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e3538b3e-f7f8-4b43-a3ed-4557d1c6ce16 req-aba43747-add2-477c-8a3f-00467413714c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0424685
Jan 28 02:06:44.554623 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-e5b70c87-2b7d-41ea-8478-3db07bce8120 req-c71caf2a-c11b-4eff-902f-a19e2707ea4f service neutron] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:44.614590 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:44.618310 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e5b70c87-2b7d-41ea-8478-3db07bce8120 req-c71caf2a-c11b-4eff-902f-a19e2707ea4f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8581946
Jan 28 02:06:44.775129 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-6a77a175-6c6e-4d6a-9306-4c60f78de116 req-0cd88012-3e0f-470c-ac8a-8a6fb296dc01 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:44.848466 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e3538b3e-f7f8-4b43-a3ed-4557d1c6ce16 req-518bcb7c-aef3-44b1-9be9-51dda7daf0b9 service neutron] 10.222.0.95 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3156805
Jan 28 02:06:44.869318 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6a77a175-6c6e-4d6a-9306-4c60f78de116 req-0cd88012-3e0f-470c-ac8a-8a6fb296dc01 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0258665
Jan 28 02:06:45.039096 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6987c-0efe-44e1-ad13-ccc4bc844864 req-dcfd1f4c-2fbe-4e54-9d3e-dcf544291625 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:45.040777 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c7a6987c-0efe-44e1-ad13-ccc4bc844864 req-dcfd1f4c-2fbe-4e54-9d3e-dcf544291625 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 946 time: 0.0679734
Jan 28 02:06:45.090486 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c7a6987c-0efe-44e1-ad13-ccc4bc844864 req-ad7d54b9-fe81-4129-b28f-000edc81945e tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437496
Jan 28 02:06:45.127758 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d46965-1223-4b8d-9548-96aacdec4933 req-60ae02f3-02cd-4295-b45c-0213b7a932fe tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:45.136754 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c3d46965-1223-4b8d-9548-96aacdec4933 req-60ae02f3-02cd-4295-b45c-0213b7a932fe tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 944 time: 0.0642681
Jan 28 02:06:45.180171 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c3d46965-1223-4b8d-9548-96aacdec4933 req-7137af52-8c7e-407f-a299-0489198a774a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353138
Jan 28 02:06:45.315109 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79926494-90ea-455f-9135-e2a0aaf30737 req-0e18fbf6-95ab-48b7-99af-536be6fd17ec tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:45.316713 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-79926494-90ea-455f-9135-e2a0aaf30737 req-0e18fbf6-95ab-48b7-99af-536be6fd17ec tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 944 time: 0.0577650
Jan 28 02:06:45.391765 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fb992-b049-45a9-a194-b47deedb684e req-865a4d6a-84b8-4eaf-9776-4ac14e3ee7a8 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:45.393264 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-033fb992-b049-45a9-a194-b47deedb684e req-865a4d6a-84b8-4eaf-9776-4ac14e3ee7a8 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0756118
Jan 28 02:06:45.396689 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-79926494-90ea-455f-9135-e2a0aaf30737 req-3b7c5b21-394e-4ca1-a735-5abc9fcce7b0 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693941
Jan 28 02:06:45.432967 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-033fb992-b049-45a9-a194-b47deedb684e req-3dc81bd4-bab2-4257-8143-806933b19bc2 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333917
Jan 28 02:06:46.205801 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca0b6a-a647-4868-868e-0abfe328244b req-23ff9228-8545-4486-af24-a93ca598b54c tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:46.207338 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-caca0b6a-a647-4868-868e-0abfe328244b req-23ff9228-8545-4486-af24-a93ca598b54c tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 946 time: 0.0483267
Jan 28 02:06:46.247073 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-caca0b6a-a647-4868-868e-0abfe328244b req-94c177b2-e9f7-46a7-9c0e-22e75157246a tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0335135
Jan 28 02:06:46.300286 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fa123-2ca8-4d6f-9e20-191f9d02aca6 req-4c53e1da-e5b1-424a-8cae-5b0471af3e05 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:46.301810 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1d6fa123-2ca8-4d6f-9e20-191f9d02aca6 req-4c53e1da-e5b1-424a-8cae-5b0471af3e05 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 944 time: 0.0477350
Jan 28 02:06:46.339183 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1d6fa123-2ca8-4d6f-9e20-191f9d02aca6 req-279caf26-3134-445b-8677-bd1b03db187b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0314610
Jan 28 02:06:46.411842 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:46.536878 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d689d5f-aef4-4142-baf6-a0a15e46459e req-b60d5f09-1947-4d73-8f2e-4b7249bf744b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:46.538353 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7d689d5f-aef4-4142-baf6-a0a15e46459e req-b60d5f09-1947-4d73-8f2e-4b7249bf744b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 944 time: 0.0727839
Jan 28 02:06:46.581846 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238c2a0-57fa-4414-b2af-e8ccd954dd18 req-906ea1d8-b19a-4245-923d-34791c180cb3 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:46.583314 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a238c2a0-57fa-4414-b2af-e8ccd954dd18 req-906ea1d8-b19a-4245-923d-34791c180cb3 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0819464
Jan 28 02:06:46.590971 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7d689d5f-aef4-4142-baf6-a0a15e46459e req-ae3a37d7-1cea-4946-885b-d9614c3ef797 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460904
Jan 28 02:06:46.628378 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a238c2a0-57fa-4414-b2af-e8ccd954dd18 req-f476fc6e-8dd8-4974-bc9b-ded9936444e9 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362165
Jan 28 02:06:46.634534 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:46.715493 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device eb8f729a-b66f-4c5c-a62e-472c346922bb up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:46.811923 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port eb8f729a-b66f-4c5c-a62e-472c346922bb completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:06:46.816137 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port eb8f729a-b66f-4c5c-a62e-472c346922bb triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:46.816544 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:46.998467 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.021167 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25403b-0399-48d0-86a9-6e5022287c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8f729a-b66f-4c5c-a62e-472c346922bb'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:06:47.023369 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdbfea7-46c4-486a-a045-50c9009fbf8e" -d '{"events": [{"server_uuid": "4f25403b-0399-48d0-86a9-6e5022287c84", "name": "network-vif-plugged", "status": "completed", "tag": "eb8f729a-b66f-4c5c-a62e-472c346922bb"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:06:47.035899 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port eb8f729a-b66f-4c5c-a62e-472c346922bb, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=eb8f729a-b66f-4c5c-a62e-472c346922bb,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:47.059287 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f7e160-ebab-45f4-bf4c-8e47c3dfd876 x-openstack-request-id: req-45f7e160-ebab-45f4-bf4c-8e47c3dfd876 {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:06:47.059591 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25403b-0399-48d0-86a9-6e5022287c84", "name": "network-vif-plugged", "status": "completed", "tag": "eb8f729a-b66f-4c5c-a62e-472c346922bb", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:06:47.059868 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-45f7e160-ebab-45f4-bf4c-8e47c3dfd876 {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:06:47.060324 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25403b-0399-48d0-86a9-6e5022287c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8f729a-b66f-4c5c-a62e-472c346922bb', 'code': 200}
Jan 28 02:06:47.103088 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.150563 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=eb8f729a-b66f-4c5c-a62e-472c346922bb,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:47.361081 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacbf15-ea92-4597-9695-bfb1da25ddff req-c791f9d9-889d-4ca0-8d0f-ff043b452346 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:47.362553 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-abacbf15-ea92-4597-9695-bfb1da25ddff req-c791f9d9-889d-4ca0-8d0f-ff043b452346 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 946 time: 0.0484450
Jan 28 02:06:47.400574 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-abacbf15-ea92-4597-9695-bfb1da25ddff req-d6ef176b-40cb-4e2f-8bbe-10340306f6f6 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319424
Jan 28 02:06:47.464748 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245ee03-c19e-43b7-99f6-2873a0ce689c req-eb78e176-63e4-4737-a902-83bae80208bc tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:47.466476 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c245ee03-c19e-43b7-99f6-2873a0ce689c req-eb78e176-63e4-4737-a902-83bae80208bc tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0534828
Jan 28 02:06:47.504154 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c245ee03-c19e-43b7-99f6-2873a0ce689c req-91e6f8f3-5b49-4c65-9547-c7ef54a12198 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316424
Jan 28 02:06:47.703142 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 66c0ebdc-a262-49e8-983e-2b45feca212a details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:06:47.706505 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde42cb-22d8-46ab-9e40-a9cbb179580b req-edf77cf7-205e-42ed-b284-86bf7a79fab8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:47.708018 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9fde42cb-22d8-46ab-9e40-a9cbb179580b req-edf77cf7-205e-42ed-b284-86bf7a79fab8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 944 time: 0.0496330
Jan 28 02:06:47.769789 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9fde42cb-22d8-46ab-9e40-a9cbb179580b req-10069187-8d70-4fe7-9b60-95e67e48f4e8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513382
Jan 28 02:06:47.782295 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c8082-03df-461a-9306-14b5487113de req-51e2c6c1-8a36-4d2f-ac8a-5a5e7f1d1f23 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:47.784254 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ea9c8082-03df-461a-9306-14b5487113de req-51e2c6c1-8a36-4d2f-ac8a-5a5e7f1d1f23 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0752044
Jan 28 02:06:47.808695 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 66c0ebdc-a262-49e8-983e-2b45feca212a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=66c0ebdc-a262-49e8-983e-2b45feca212a,segment=NetworkSegment(0868dfe9-eda9-4cc9-adac-d4c84b2d81b9),segment_id=0868dfe9-eda9-4cc9-adac-d4c84b2d81b9)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:47.819476 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': '66c0ebdc-a262-49e8-983e-2b45feca212a', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'port_id': '66c0ebdc-a262-49e8-983e-2b45feca212a', 'mac_address': 'fa:16:3e:b6:29:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:06:47.844589 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ea9c8082-03df-461a-9306-14b5487113de req-d6cdf7f1-8f59-4b8a-b31d-90b6f14e1db8 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443504
Jan 28 02:06:47.859498 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:47.872840 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c0ebdc-a262-49e8-983e-2b45feca212a {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:06:47.892955 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 66c0ebdc-a262-49e8-983e-2b45feca212a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=66c0ebdc-a262-49e8-983e-2b45feca212a,segment=NetworkSegment(0868dfe9-eda9-4cc9-adac-d4c84b2d81b9),segment_id=0868dfe9-eda9-4cc9-adac-d4c84b2d81b9)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:47.986066 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:48.034576 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=66c0ebdc-a262-49e8-983e-2b45feca212a,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:48.515289 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea124b-15f4-45d1-bfa0-5c0e5a9d141a req-dc365185-6065-43f9-80a1-abb53f6b6bfc tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:48.517499 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-27ea124b-15f4-45d1-bfa0-5c0e5a9d141a req-dc365185-6065-43f9-80a1-abb53f6b6bfc tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 946 time: 0.0493479
Jan 28 02:06:48.556221 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-27ea124b-15f4-45d1-bfa0-5c0e5a9d141a req-9336ad84-370c-4a95-9959-f518dd50f735 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328081
Jan 28 02:06:48.621762 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe50ff-3a15-4db5-ab96-0cd998a631cb req-2e6895e0-0712-4519-82e1-d6346be5593e tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:48.623219 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-09fe50ff-3a15-4db5-ab96-0cd998a631cb req-2e6895e0-0712-4519-82e1-d6346be5593e tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0482359
Jan 28 02:06:48.661216 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-09fe50ff-3a15-4db5-ab96-0cd998a631cb req-41b62012-706d-4b6b-83d2-638551560496 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310683
Jan 28 02:06:48.902062 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab25c6-93fe-4288-abc4-e356a993fd53 req-1fb6ceff-8469-4cf4-99d7-cdeddd2710df tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:48.903598 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-caab25c6-93fe-4288-abc4-e356a993fd53 req-1fb6ceff-8469-4cf4-99d7-cdeddd2710df tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 945 time: 0.0537896
Jan 28 02:06:48.977502 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-caab25c6-93fe-4288-abc4-e356a993fd53 req-11643a8b-ba50-4f5b-86a2-c14127ed0be1 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584705
Jan 28 02:06:48.990174 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac067752-4c18-4a85-832b-fc922ad0f827 req-009061ee-991c-42fe-8d81-ff52b82a2486 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:48.999635 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ac067752-4c18-4a85-832b-fc922ad0f827 req-009061ee-991c-42fe-8d81-ff52b82a2486 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0882874
Jan 28 02:06:49.032449 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ac067752-4c18-4a85-832b-fc922ad0f827 req-72323077-a7b7-4569-a95a-56a001f1c955 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337701
Jan 28 02:06:49.668995 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba7831-2607-49b6-9000-5b2ea6fb3673 req-e1199ca6-8a46-4828-be3a-fa901fe7b2b9 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:49.670461 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d9ba7831-2607-49b6-9000-5b2ea6fb3673 req-e1199ca6-8a46-4828-be3a-fa901fe7b2b9 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 946 time: 0.0479920
Jan 28 02:06:49.709140 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d9ba7831-2607-49b6-9000-5b2ea6fb3673 req-0bc85efe-0277-4bf8-9805-7418e93b35d0 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324826
Jan 28 02:06:49.789233 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2320a-b5df-459b-8fec-02c824ad90df req-bdb82e7a-2dc3-4787-bf2d-2f403c501ba7 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:49.790674 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-14f2320a-b5df-459b-8fec-02c824ad90df req-bdb82e7a-2dc3-4787-bf2d-2f403c501ba7 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0520246
Jan 28 02:06:49.828162 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-14f2320a-b5df-459b-8fec-02c824ad90df req-30f582df-ce9e-46e9-90e0-17bfb51ecb4b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308683
Jan 28 02:06:50.109202 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcfeec-0c10-47c7-aa72-c781c50fb9a2 req-d4ff325f-abe5-4118-acad-99a99f23e3d0 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:50.110746 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3afcfeec-0c10-47c7-aa72-c781c50fb9a2 req-d4ff325f-abe5-4118-acad-99a99f23e3d0 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 945 time: 0.0618300
Jan 28 02:06:50.122979 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:50.174894 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3afcfeec-0c10-47c7-aa72-c781c50fb9a2 req-de24d993-81c6-4ac5-8c01-27802e1b3ffd tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522895
Jan 28 02:06:50.186243 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61433523-ee40-4910-b72f-58cddae00cde req-88cb51a4-9d16-48a0-8cfb-b76c82e3a9ff tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:50.187870 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-61433523-ee40-4910-b72f-58cddae00cde req-88cb51a4-9d16-48a0-8cfb-b76c82e3a9ff tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0744524
Jan 28 02:06:50.226751 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-61433523-ee40-4910-b72f-58cddae00cde req-b593b782-f676-41eb-a938-a075c480d0ec tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317247
Jan 28 02:06:50.832779 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a22269-4313-4118-bf3e-588b67d26459 req-5ca6dc0c-0f14-4756-87bf-a7650d3ec15f tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:50.834233 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b9a22269-4313-4118-bf3e-588b67d26459 req-5ca6dc0c-0f14-4756-87bf-a7650d3ec15f tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 946 time: 0.0525782
Jan 28 02:06:50.872628 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b9a22269-4313-4118-bf3e-588b67d26459 req-6deb6781-e302-4c93-b225-f03cda86e9af tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323713
Jan 28 02:06:50.944842 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6fa40-195c-4c34-98d5-536050cad332 req-e642b94e-5e14-4320-aea8-320f89d75444 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:50.946316 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-63c6fa40-195c-4c34-98d5-536050cad332 req-e642b94e-5e14-4320-aea8-320f89d75444 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0486202
Jan 28 02:06:51.027690 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-63c6fa40-195c-4c34-98d5-536050cad332 req-6f381505-7715-4131-8a4a-43f00b0435b8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751357
Jan 28 02:06:51.075039 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e3538b3e-f7f8-4b43-a3ed-4557d1c6ce16 req-d2baa672-041c-415f-9a3d-ecd1b35b6ac1 service neutron] 10.222.0.95 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1020205
Jan 28 02:06:51.147508 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['66c0ebdc-a262-49e8-983e-2b45feca212a'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:06:51.305887 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a21f5-c4f5-4c70-9df5-66f7b058094d req-370230ff-60bb-411e-be98-85a2bcbdeb08 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:51.307281 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8e8a21f5-c4f5-4c70-9df5-66f7b058094d req-370230ff-60bb-411e-be98-85a2bcbdeb08 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 945 time: 0.0539467
Jan 28 02:06:51.374277 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8e8a21f5-c4f5-4c70-9df5-66f7b058094d req-800518d9-9579-4cab-a60d-133aa6f39221 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581408
Jan 28 02:06:51.382673 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cf404-24f2-4415-a264-11182da53670 req-d95b5d7e-0992-48f2-9a32-441fb1634ec7 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:51.384212 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d14cf404-24f2-4415-a264-11182da53670 req-d95b5d7e-0992-48f2-9a32-441fb1634ec7 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0760391
Jan 28 02:06:51.451679 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d14cf404-24f2-4415-a264-11182da53670 req-d58a7c0a-fa4c-4153-bc52-43fb8000327e tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586641
Jan 28 02:06:51.454245 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81832d7-c2e5-4dec-902a-0263d7fa91f1 req-35dccf4a-c572-463b-8486-78e0eb2a84d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:51.455843 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c81832d7-c2e5-4dec-902a-0263d7fa91f1 req-35dccf4a-c572-463b-8486-78e0eb2a84d2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 1098 time: 0.0707023
Jan 28 02:06:51.501710 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c81832d7-c2e5-4dec-902a-0263d7fa91f1 req-d8fc9054-f304-4918-a6d9-d056eeecc77d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0277932
Jan 28 02:06:51.988294 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b170b-55cf-4ea4-8049-8680e9c96950 req-3a20e5ce-eadd-47fc-9dd4-3a48798a7334 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:51.989783 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b34b170b-55cf-4ea4-8049-8680e9c96950 req-3a20e5ce-eadd-47fc-9dd4-3a48798a7334 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 946 time: 0.0520761
Jan 28 02:06:52.030467 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b34b170b-55cf-4ea4-8049-8680e9c96950 req-418c5d9b-bb6a-41a3-a0af-8e6e0df5e34f tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0346656
Jan 28 02:06:52.159655 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24906d-24d1-4da2-9edc-8e1419ba151c req-15767d46-8e8e-4be6-b446-664dec247820 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:52.161414 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-df24906d-24d1-4da2-9edc-8e1419ba151c req-15767d46-8e8e-4be6-b446-664dec247820 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0529549
Jan 28 02:06:52.206171 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-df24906d-24d1-4da2-9edc-8e1419ba151c req-0ad9ef20-0bae-434c-bb2a-cc6d40da4b7a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0349755
Jan 28 02:06:52.514425 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93b289-ac2f-45f9-9a34-aa9d18797c2e req-218673c8-6df3-473f-bed4-29dcb147271a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:52.516271 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9b93b289-ac2f-45f9-9a34-aa9d18797c2e req-218673c8-6df3-473f-bed4-29dcb147271a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 945 time: 0.0667186
Jan 28 02:06:52.581842 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9b93b289-ac2f-45f9-9a34-aa9d18797c2e req-ce53ad35-b36a-4e79-93d4-0f90d916e78a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584219
Jan 28 02:06:52.602773 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f5164-9b69-43a5-a0cf-25bdda4b40a7 req-5263066d-4c1a-4808-bbcd-cedbb9b37990 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:52.604681 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-550f5164-9b69-43a5-a0cf-25bdda4b40a7 req-5263066d-4c1a-4808-bbcd-cedbb9b37990 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0734668
Jan 28 02:06:52.650305 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-550f5164-9b69-43a5-a0cf-25bdda4b40a7 req-00370980-778b-4f18-9031-4673fdce91e7 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354586
Jan 28 02:06:53.168519 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd918a-6641-4718-87be-434f54b87db1 req-bfe7c245-e214-4929-a89f-e62cb71e2e26 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:53.169977 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-99cd918a-6641-4718-87be-434f54b87db1 req-bfe7c245-e214-4929-a89f-e62cb71e2e26 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 946 time: 0.0549135
Jan 28 02:06:53.209915 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-99cd918a-6641-4718-87be-434f54b87db1 req-85302011-d13f-4803-a14a-e86b981fc99f tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326068
Jan 28 02:06:53.350724 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f066370-b139-4405-8008-72ccb87d15ac req-9ca77164-7d86-4a14-a572-23166cf84381 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:53.352176 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7f066370-b139-4405-8008-72ccb87d15ac req-9ca77164-7d86-4a14-a572-23166cf84381 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0576780
Jan 28 02:06:53.393686 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7f066370-b139-4405-8008-72ccb87d15ac req-e4a1d0cf-84e0-4b7f-b03f-b53d8354f1fc tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0340676
Jan 28 02:06:53.697323 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dbe88-7bef-4def-a446-eeeeba2cc8f5 req-ca63b262-3f06-4456-8e7c-811323eeb845 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:53.698983 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5b7dbe88-7bef-4def-a446-eeeeba2cc8f5 req-ca63b262-3f06-4456-8e7c-811323eeb845 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 945 time: 0.0487001
Jan 28 02:06:53.761399 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5b7dbe88-7bef-4def-a446-eeeeba2cc8f5 req-3813d7fb-c4a1-47a1-8f0d-1f726152d05c tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559592
Jan 28 02:06:53.785104 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67b4b9-75cc-44fc-a8f5-b0f633eed5d2 req-eb34556e-3282-4565-b4ae-11905de5e72f tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:53.786610 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6f67b4b9-75cc-44fc-a8f5-b0f633eed5d2 req-eb34556e-3282-4565-b4ae-11905de5e72f tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0635870
Jan 28 02:06:53.838443 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6f67b4b9-75cc-44fc-a8f5-b0f633eed5d2 req-052c9b62-97bb-4f88-a75f-3a01212a5ee3 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393414
Jan 28 02:06:54.361323 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc67898-4be2-4606-9e91-22b93e3e6686 req-6f583f99-9138-4af2-b08e-3043de196994 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:54.362790 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6dc67898-4be2-4606-9e91-22b93e3e6686 req-6f583f99-9138-4af2-b08e-3043de196994 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0471830
Jan 28 02:06:54.399944 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6dc67898-4be2-4606-9e91-22b93e3e6686 req-378c1f64-229a-45a6-bf6b-06c5b858a319 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311961
Jan 28 02:06:54.513774 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ffc12-07af-4335-a5ec-4dce54481618 req-8e0ca9a7-9813-43fb-8891-255b176e7349 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:54.515213 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-500ffc12-07af-4335-a5ec-4dce54481618 req-8e0ca9a7-9813-43fb-8891-255b176e7349 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0471032
Jan 28 02:06:54.554318 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-500ffc12-07af-4335-a5ec-4dce54481618 req-da9dda79-c3f4-403a-817b-d4883cf203a5 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0324707
Jan 28 02:06:54.707149 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05372997-a807-4a98-8e04-7f3e28811c5b req-4250fc04-cb2c-4e42-94af-4a2f15abf6aa tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:54.708619 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-05372997-a807-4a98-8e04-7f3e28811c5b req-4250fc04-cb2c-4e42-94af-4a2f15abf6aa tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0468087
Jan 28 02:06:54.717151 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 52970) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:54.721428 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-166d9405-f93a-408c-a08c-d33d619188ee tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Request body: {'floatingip': {'port_id': 'eb8f729a-b66f-4c5c-a62e-472c346922bb'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:06:54.792476 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-166d9405-f93a-408c-a08c-d33d619188ee tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for floatingip, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:54.956496 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65e8e6-f0b7-45ab-876a-d2abf3fcd888 req-6178fa1f-8e1e-4ab2-a056-393c6a04731e tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:54.958020 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fa65e8e6-f0b7-45ab-876a-d2abf3fcd888 req-6178fa1f-8e1e-4ab2-a056-393c6a04731e tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 945 time: 0.1102955
Jan 28 02:06:55.067866 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fa65e8e6-f0b7-45ab-876a-d2abf3fcd888 req-c5326a39-f73f-4b1c-8eff-4c79b62e86ff tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011727
Jan 28 02:06:55.640098 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.db.resource_extend [None req-166d9405-f93a-408c-a08c-d33d619188ee tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 28 02:06:55.681796 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 66c0ebdc-a262-49e8-983e-2b45feca212a up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:06:55.722999 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-166d9405-f93a-408c-a08c-d33d619188ee tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:55.730927 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb739439-be7a-41fc-8c81-0a17e7ee379f req-78127ff1-1045-42c0-a88e-be184d5d4ee0 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:55.732487 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-eb739439-be7a-41fc-8c81-0a17e7ee379f req-78127ff1-1045-42c0-a88e-be184d5d4ee0 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.1256211
Jan 28 02:06:55.770587 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-eb739439-be7a-41fc-8c81-0a17e7ee379f req-d59a16c5-fc5b-46c0-8ddb-5cd45736a68e tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320001
Jan 28 02:06:55.786480 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-166d9405-f93a-408c-a08c-d33d619188ee tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746666'] for floatingip, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:55.817928 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port 66c0ebdc-a262-49e8-983e-2b45feca212a completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:06:55.821862 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port 66c0ebdc-a262-49e8-983e-2b45feca212a triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:06:55.822233 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:55.890547 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.l3_db [None req-166d9405-f93a-408c-a08c-d33d619188ee tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Floating IP b43232f0-d56e-4ae0-9e5e-aba5eada0b91 associated. External IP: 172.27.0.252, port: eb8f729a-b66f-4c5c-a62e-472c346922bb.
Jan 28 02:06:55.904437 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:55.926483 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f49055-da38-486c-9f10-1658c64d46f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c0ebdc-a262-49e8-983e-2b45feca212a'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:06:55.928729 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a75e35-f640-412d-91db-04e56955c58b" -d '{"events": [{"server_uuid": "d5f49055-da38-486c-9f10-1658c64d46f5", "name": "network-vif-plugged", "status": "completed", "tag": "66c0ebdc-a262-49e8-983e-2b45feca212a"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:06:55.942290 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 66c0ebdc-a262-49e8-983e-2b45feca212a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=66c0ebdc-a262-49e8-983e-2b45feca212a,segment=NetworkSegment(0868dfe9-eda9-4cc9-adac-d4c84b2d81b9),segment_id=0868dfe9-eda9-4cc9-adac-d4c84b2d81b9)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:06:55.968167 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ed5871-c8bd-4dcd-b6db-5afed3e59be0 x-openstack-request-id: req-63ed5871-c8bd-4dcd-b6db-5afed3e59be0 {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:06:55.968467 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f49055-da38-486c-9f10-1658c64d46f5", "name": "network-vif-plugged", "status": "completed", "tag": "66c0ebdc-a262-49e8-983e-2b45feca212a", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:06:55.968714 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-63ed5871-c8bd-4dcd-b6db-5afed3e59be0 {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:06:55.969100 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f49055-da38-486c-9f10-1658c64d46f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c0ebdc-a262-49e8-983e-2b45feca212a', 'code': 200}
Jan 28 02:06:56.018235 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:56.091499 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=66c0ebdc-a262-49e8-983e-2b45feca212a,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:56.105792 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166d9405-f93a-408c-a08c-d33d619188ee tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:06:56.253850 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ae0b5-e725-4839-a668-76df5b8db468 req-8ee3573a-f0b9-4dbe-a13b-67c7492d845f tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:56.255253 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0a4ae0b5-e725-4839-a668-76df5b8db468 req-8ee3573a-f0b9-4dbe-a13b-67c7492d845f tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.1056995
Jan 28 02:06:56.272726 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166d9405-f93a-408c-a08c-d33d619188ee tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:06:56.282058 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-166d9405-f93a-408c-a08c-d33d619188ee tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:56.286537 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b21a6b-b8e6-442a-9ab4-fccbfbc68639 None None] Sync routers for ids ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:06:56.296511 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b21a6b-b8e6-442a-9ab4-fccbfbc68639 None None] Routers {'58b07428-0d7d-4629-81cb-7fd0cc79ad0e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:56.297122 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-24b21a6b-b8e6-442a-9ab4-fccbfbc68639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796ffa4940>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:56.323542 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0a4ae0b5-e725-4839-a668-76df5b8db468 req-f4a11bf5-f936-4523-afe8-2d061717b62d tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607500
Jan 28 02:06:56.327897 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-166d9405-f93a-408c-a08c-d33d619188ee tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "PUT /v2.0/floatingips/b43232f0-d56e-4ae0-9e5e-aba5eada0b91 HTTP/1.1" status: 200  len: 991 time: 1.6070709
Jan 28 02:06:56.327897 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f25403b-0399-48d0-86a9-6e5022287c84', 'tag': 'eb8f729a-b66f-4c5c-a62e-472c346922bb'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:06:56.327897 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef1799e-b59c-4c94-bde8-c0c463fe39c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4f25403b-0399-48d0-86a9-6e5022287c84", "tag": "eb8f729a-b66f-4c5c-a62e-472c346922bb"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:06:56.388498 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880fc856-82c7-415d-9a75-601a28533ccb x-openstack-request-id: req-880fc856-82c7-415d-9a75-601a28533ccb {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:06:56.388981 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f25403b-0399-48d0-86a9-6e5022287c84", "tag": "eb8f729a-b66f-4c5c-a62e-472c346922bb", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:06:56.389230 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-880fc856-82c7-415d-9a75-601a28533ccb {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:06:56.389618 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f25403b-0399-48d0-86a9-6e5022287c84', 'tag': 'eb8f729a-b66f-4c5c-a62e-472c346922bb', 'status': 'completed', 'code': 200}
Jan 28 02:06:56.406397 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-24b21a6b-b8e6-442a-9ab4-fccbfbc68639 None None] Set router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:56.666007 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-24b21a6b-b8e6-442a-9ab4-fccbfbc68639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796ffa4940>, [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 4, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port': {'id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'b43232f0-d56e-4ae0-9e5e-aba5eada0b91', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'port_id': 'eb8f729a-b66f-4c5c-a62e-472c346922bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'mac_address': 'fa:16:3e:c7:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25403b-0399-48d0-86a9-6e5022287c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:06:21Z', 'updated_at': '2022-01-28T02:06:55Z', 'revision_number': 1, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2ce480-8a81-4ef0-a567-468cc9619334', 'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'mac_address': 'fa:16:3e:c6:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:09Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 5, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'subnets': [{'id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:56.691847 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b21a6b-b8e6-442a-9ab4-fccbfbc68639 None None] Checking router: 58b07428-0d7d-4629-81cb-7fd0cc79ad0e for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:06:56.700087 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b21a6b-b8e6-442a-9ab4-fccbfbc68639 None None] Routers {'58b07428-0d7d-4629-81cb-7fd0cc79ad0e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:06:56.700695 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-24b21a6b-b8e6-442a-9ab4-fccbfbc68639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796ffa4940>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:56.808361 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-24b21a6b-b8e6-442a-9ab4-fccbfbc68639 None None] Set router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:06:56.896010 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a892c4-fdb6-475a-bde0-ba1e18bce3fb req-bee4ab5b-7acc-490f-a849-e274c57c1af9 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:56.897739 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-51a892c4-fdb6-475a-bde0-ba1e18bce3fb req-bee4ab5b-7acc-490f-a849-e274c57c1af9 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0555713
Jan 28 02:06:56.939926 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-51a892c4-fdb6-475a-bde0-ba1e18bce3fb req-304b5341-3543-40a1-acd3-b0a83a4d3027 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355861
Jan 28 02:06:57.049533 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4845f5-c5a3-4ff4-8848-dffec01406e8 req-e44e195e-fad4-4cce-9fca-e6323429ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:57.051035 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4a4845f5-c5a3-4ff4-8848-dffec01406e8 req-e44e195e-fad4-4cce-9fca-e6323429ac2e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cc19a0f9c33f47f1b504bebbb0b2c931&device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 1099 time: 0.0711915
Jan 28 02:06:57.052902 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1799e-b59c-4c94-bde8-c0c463fe39c0 req-483558d0-ddde-4ae1-96de-0b0203d71dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:57.054217 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2ef1799e-b59c-4c94-bde8-c0c463fe39c0 req-483558d0-ddde-4ae1-96de-0b0203d71dca service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6bdd27e926a84fa49844fbcca271bb19&device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 1098 time: 0.0661795
Jan 28 02:06:57.055389 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-24b21a6b-b8e6-442a-9ab4-fccbfbc68639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796ffa4940>, [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 4, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port': {'id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'b43232f0-d56e-4ae0-9e5e-aba5eada0b91', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'port_id': 'eb8f729a-b66f-4c5c-a62e-472c346922bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'mac_address': 'fa:16:3e:c7:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25403b-0399-48d0-86a9-6e5022287c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:06:21Z', 'updated_at': '2022-01-28T02:06:55Z', 'revision_number': 1, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2ce480-8a81-4ef0-a567-468cc9619334', 'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'mac_address': 'fa:16:3e:c6:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:09Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 5, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'subnets': [{'id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:06:57.163373 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b21a6b-b8e6-442a-9ab4-fccbfbc68639 None None] The sync data for ids ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'] in dv-cinder-824977-1-iscsi is: [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 4, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port': {'id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'b43232f0-d56e-4ae0-9e5e-aba5eada0b91', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'port_id': 'eb8f729a-b66f-4c5c-a62e-472c346922bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'mac_address': 'fa:16:3e:c7:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25403b-0399-48d0-86a9-6e5022287c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:06:21Z', 'updated_at': '2022-01-28T02:06:55Z', 'revision_number': 1, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2ce480-8a81-4ef0-a567-468cc9619334', 'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'mac_address': 'fa:16:3e:c6:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:09Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 5, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'subnets': [{'id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:06:57.329194 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4845f5-c5a3-4ff4-8848-dffec01406e8 req-c0ba4a97-0900-4ee6-963c-866fb26061d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:57.331929 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4a4845f5-c5a3-4ff4-8848-dffec01406e8 req-c0ba4a97-0900-4ee6-963c-866fb26061d6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8ef75d94-d93d-4873-9fc3-216697a025d1 HTTP/1.1" status: 200  len: 920 time: 0.1950190
Jan 28 02:06:57.333273 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1799e-b59c-4c94-bde8-c0c463fe39c0 req-4527af2e-564e-496f-b4a5-66801e9bb8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:57.334577 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2ef1799e-b59c-4c94-bde8-c0c463fe39c0 req-4527af2e-564e-496f-b4a5-66801e9bb8b7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=93f7fa36-86c7-4eac-8e6a-71166645bc4a HTTP/1.1" status: 200  len: 917 time: 0.1619611
Jan 28 02:06:57.429480 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c804ae0-f85f-463d-8821-2bf289263ce0 None None] New status for floating IP b43232f0-d56e-4ae0-9e5e-aba5eada0b91: ACTIVE {{(pid=102091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:06:57.449891 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4a4845f5-c5a3-4ff4-8848-dffec01406e8 req-f6032f99-4886-4307-ac55-f6958aadb35a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f563e565-6b72-491c-a99c-3004a4f17f98 HTTP/1.1" status: 200  len: 217 time: 0.0983951
Jan 28 02:06:57.451575 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbfc85-51c2-47db-b825-caae9709e6bf req-7e4be3b8-1492-410d-b1e8-504402a7fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:57.453658 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-36fbfc85-51c2-47db-b825-caae9709e6bf req-7e4be3b8-1492-410d-b1e8-504402a7fdb2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 1099 time: 0.0532539
Jan 28 02:06:57.502545 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-36fbfc85-51c2-47db-b825-caae9709e6bf req-562113e7-f3ba-4a18-9379-be5ca90ed213 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312014
Jan 28 02:06:57.548801 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2ef1799e-b59c-4c94-bde8-c0c463fe39c0 req-6f5d937b-0b68-4f8a-bf03-4ced1d1f8870 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb8f729a-b66f-4c5c-a62e-472c346922bb HTTP/1.1" status: 200  len: 999 time: 0.1955287
Jan 28 02:06:57.565552 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16406a-6c76-4cdd-80df-77229318ec3b req-f404359d-eda7-4165-89d7-118d968a4436 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:57.567028 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9a16406a-6c76-4cdd-80df-77229318ec3b req-f404359d-eda7-4165-89d7-118d968a4436 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.1242802
Jan 28 02:06:57.573051 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4845f5-c5a3-4ff4-8848-dffec01406e8 req-6f29c147-8fd4-4265-92fe-b3786110d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:57.574511 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4a4845f5-c5a3-4ff4-8848-dffec01406e8 req-6f29c147-8fd4-4265-92fe-b3786110d316 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db836a45-602b-4146-a315-ae0211e2435f HTTP/1.1" status: 200  len: 858 time: 0.0931125
Jan 28 02:06:57.608445 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9a16406a-6c76-4cdd-80df-77229318ec3b req-51f45234-eb86-41e0-8437-3df21b4a98b8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0329688
Jan 28 02:06:57.981028 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4a4845f5-c5a3-4ff4-8848-dffec01406e8 req-172dd109-e42e-4cfd-bad1-52686aa13eab service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8ef75d94-d93d-4873-9fc3-216697a025d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453153
Jan 28 02:06:57.998364 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1799e-b59c-4c94-bde8-c0c463fe39c0 req-2ae40cab-54d1-4892-a961-a1c3d662c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:57.999780 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2ef1799e-b59c-4c94-bde8-c0c463fe39c0 req-2ae40cab-54d1-4892-a961-a1c3d662c45f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=51f5d2fc-f2c1-4616-91ac-244dfd5cdb84 HTTP/1.1" status: 200  len: 854 time: 0.0716739
Jan 28 02:06:58.154081 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1799e-b59c-4c94-bde8-c0c463fe39c0 req-14c99dad-c802-4a03-8f13-677bef9b3814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:58.155599 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2ef1799e-b59c-4c94-bde8-c0c463fe39c0 req-14c99dad-c802-4a03-8f13-677bef9b3814 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93f7fa36-86c7-4eac-8e6a-71166645bc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1249621
Jan 28 02:06:58.209871 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4a4845f5-c5a3-4ff4-8848-dffec01406e8 req-7844be52-ba14-4c4b-affc-2a2bef81b9a4 service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1869440
Jan 28 02:06:58.227219 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fc502-eb04-49da-9d43-7e5e6c13d3d8 req-6ee49555-f281-442a-8066-32db819fe7ec tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:58.228722 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-536fc502-eb04-49da-9d43-7e5e6c13d3d8 req-6ee49555-f281-442a-8066-32db819fe7ec tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.1798031
Jan 28 02:06:58.366264 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-536fc502-eb04-49da-9d43-7e5e6c13d3d8 req-d9b44c72-9e11-49bf-a68e-19727145371d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074774
Jan 28 02:06:58.407711 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2ef1799e-b59c-4c94-bde8-c0c463fe39c0 req-75b3b652-f154-4328-9820-7c3ef7d0f28a service neutron] 10.222.0.95 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2121809
Jan 28 02:06:58.416827 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4a4845f5-c5a3-4ff4-8848-dffec01406e8 req-ca85350f-4343-4c93-9714-33461af5fa06 service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1570325
Jan 28 02:06:58.776896 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f8bf6-4b21-4a98-a878-5768d0e42e91 req-bcc404ed-281c-46ea-bcaf-78ba6a802789 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:58.778385 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1b1f8bf6-4b21-4a98-a878-5768d0e42e91 req-bcc404ed-281c-46ea-bcaf-78ba6a802789 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0743594
Jan 28 02:06:58.783132 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2ef1799e-b59c-4c94-bde8-c0c463fe39c0 req-512d456b-d337-4dd1-a91b-2db779fca94e service neutron] 10.222.0.95 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3654094
Jan 28 02:06:58.816969 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1b1f8bf6-4b21-4a98-a878-5768d0e42e91 req-49e0ae80-5cdf-49ef-90e9-4cdec9bc7e7e tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0320332
Jan 28 02:06:59.559732 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 53098) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:59.665783 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c472f3-59b9-4197-a4c5-ede6d971cfc9 req-43dfef55-2615-4032-a67f-766649589246 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:59.668306 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b5c472f3-59b9-4197-a4c5-ede6d971cfc9 req-43dfef55-2615-4032-a67f-766649589246 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0522628
Jan 28 02:06:59.689183 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7df93e98-fb87-4457-a814-3da44d589342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:59.718067 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b5c472f3-59b9-4197-a4c5-ede6d971cfc9 req-98993c10-b16d-4294-8f36-01b2e2eb72a4 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411236
Jan 28 02:06:59.767021 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7df93e98-fb87-4457-a814-3da44d589342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:59.837764 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7df93e98-fb87-4457-a814-3da44d589342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:06:59.881153 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7df93e98-fb87-4457-a814-3da44d589342 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5d00b485cdc044af82525e32aa02dcf1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3201425
Jan 28 02:06:59.882019 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df93e98-fb87-4457-a814-3da44d589342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e836dc-9c23-487e-9c1c-892d08f0fc57,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:06:59.883925 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 53118) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:06:59.889547 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df93e98-fb87-4457-a814-3da44d589342 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:59.893372 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df93e98-fb87-4457-a814-3da44d589342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:59.893372 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df93e98-fb87-4457-a814-3da44d589342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:59.893372 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df93e98-fb87-4457-a814-3da44d589342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:59.893372 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df93e98-fb87-4457-a814-3da44d589342 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:59.893372 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df93e98-fb87-4457-a814-3da44d589342 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:59.893372 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df93e98-fb87-4457-a814-3da44d589342 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:59.893372 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df93e98-fb87-4457-a814-3da44d589342 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:59.893372 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df93e98-fb87-4457-a814-3da44d589342 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:59.893372 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df93e98-fb87-4457-a814-3da44d589342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:59.893372 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df93e98-fb87-4457-a814-3da44d589342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:59.893372 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df93e98-fb87-4457-a814-3da44d589342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:06:59.970634 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510aab6-024b-420f-9386-9ee801acdf53 req-49806477-7cbe-4a4f-96e9-4ebcf8ece92b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:06:59.972482 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a510aab6-024b-420f-9386-9ee801acdf53 req-49806477-7cbe-4a4f-96e9-4ebcf8ece92b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0796533
Jan 28 02:06:59.998398 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-60539d27-d86d-4a6f-8dce-52d9abdd2b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:00.033217 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-60539d27-d86d-4a6f-8dce-52d9abdd2b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:00.037338 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a510aab6-024b-420f-9386-9ee801acdf53 req-713b9d40-6866-47b5-9789-9cd92ab17ead tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555758
Jan 28 02:07:00.156550 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05f3ea-7e6d-4c10-bc37-0eadf4406a63 req-9a024b4d-c96a-4acf-b7c4-70807c9904fa tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:00.157995 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8c05f3ea-7e6d-4c10-bc37-0eadf4406a63 req-9a024b4d-c96a-4acf-b7c4-70807c9904fa tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0512826
Jan 28 02:07:00.166241 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-60539d27-d86d-4a6f-8dce-52d9abdd2b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:00.167889 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 53122) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:00.168792 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-60539d27-d86d-4a6f-8dce-52d9abdd2b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:00.169938 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-60539d27-d86d-4a6f-8dce-52d9abdd2b5d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/32e836dc-9c23-487e-9c1c-892d08f0fc57 HTTP/1.1" status: 204  len: 168 time: 0.2843466
Jan 28 02:07:00.172771 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-b6f81a33-2f7a-4031-9aee-8756763433b2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Request body: {'floatingip': {'port_id': '66c0ebdc-a262-49e8-983e-2b45feca212a'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:07:00.179125 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60539d27-d86d-4a6f-8dce-52d9abdd2b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e836dc-9c23-487e-9c1c-892d08f0fc57,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:00.186425 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60539d27-d86d-4a6f-8dce-52d9abdd2b5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:00.186775 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60539d27-d86d-4a6f-8dce-52d9abdd2b5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:00.187114 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60539d27-d86d-4a6f-8dce-52d9abdd2b5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:00.187445 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60539d27-d86d-4a6f-8dce-52d9abdd2b5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:00.187880 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60539d27-d86d-4a6f-8dce-52d9abdd2b5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:00.188126 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60539d27-d86d-4a6f-8dce-52d9abdd2b5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:00.188452 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60539d27-d86d-4a6f-8dce-52d9abdd2b5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:00.188775 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60539d27-d86d-4a6f-8dce-52d9abdd2b5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:00.189100 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60539d27-d86d-4a6f-8dce-52d9abdd2b5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:00.189819 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60539d27-d86d-4a6f-8dce-52d9abdd2b5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:00.189819 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60539d27-d86d-4a6f-8dce-52d9abdd2b5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:00.190038 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60539d27-d86d-4a6f-8dce-52d9abdd2b5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:00.266944 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b6f81a33-2f7a-4031-9aee-8756763433b2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for floatingip, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:00.839175 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49e0bb-3abe-4292-9ed0-37be28f2766a req-044ad983-5fb3-483d-9742-0c658d1f3261 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:00.841099 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bf49e0bb-3abe-4292-9ed0-37be28f2766a req-044ad983-5fb3-483d-9742-0c658d1f3261 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0508697
Jan 28 02:07:00.872110 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 53144) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:00.896844 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bf49e0bb-3abe-4292-9ed0-37be28f2766a req-b9a47150-f7a4-4fbb-bd37-5703ad4c835e tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456946
Jan 28 02:07:00.896844 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d20f4ba1-dfee-4ffe-ab0a-298677df6fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:00.980300 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d20f4ba1-dfee-4ffe-ab0a-298677df6fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:01.066506 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d20f4ba1-dfee-4ffe-ab0a-298677df6fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:01.095932 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b6f81a33-2f7a-4031-9aee-8756763433b2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:01.117175 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-d20f4ba1-dfee-4ffe-ab0a-298677df6fcf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1c598420f6f3433f80d048c91837252c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2439890
Jan 28 02:07:01.117885 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f4ba1-dfee-4ffe-ab0a-298677df6fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db10063-a34b-44c8-a8ef-73e8acb120b6,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:01.119893 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 53152) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:01.191631 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b6f81a33-2f7a-4031-9aee-8756763433b2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746666'] for floatingip, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:01.193542 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5aef43c0-9eb8-4021-ba23-b7f211938e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:01.257086 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5aef43c0-9eb8-4021-ba23-b7f211938e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:01.336491 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.l3_db [None req-b6f81a33-2f7a-4031-9aee-8756763433b2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Floating IP b7f5c80f-89b4-43a6-bf31-43e689870232 associated. External IP: 172.27.0.86, port: 66c0ebdc-a262-49e8-983e-2b45feca212a.
Jan 28 02:07:01.474889 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5aef43c0-9eb8-4021-ba23-b7f211938e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:01.477288 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5aef43c0-9eb8-4021-ba23-b7f211938e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:01.478415 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-5aef43c0-9eb8-4021-ba23-b7f211938e7f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1db10063-a34b-44c8-a8ef-73e8acb120b6 HTTP/1.1" status: 204  len: 168 time: 0.3572574
Jan 28 02:07:01.494489 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef43c0-9eb8-4021-ba23-b7f211938e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db10063-a34b-44c8-a8ef-73e8acb120b6,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:01.567274 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f81a33-2f7a-4031-9aee-8756763433b2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Router aa2338e1-c724-4a43-9f86-837d46343494 has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:07:01.673454 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f81a33-2f7a-4031-9aee-8756763433b2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:07:01.678909 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b6f81a33-2f7a-4031-9aee-8756763433b2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:01.685747 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd64b8-9b64-44e0-9622-5033a11eef2c None None] Sync routers for ids ['aa2338e1-c724-4a43-9f86-837d46343494'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:07:01.695524 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd64b8-9b64-44e0-9622-5033a11eef2c None None] Routers {'aa2338e1-c724-4a43-9f86-837d46343494'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:07:01.697851 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-e1fd64b8-9b64-44e0-9622-5033a11eef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f0740a0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['aa2338e1-c724-4a43-9f86-837d46343494'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:07:01.711031 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-b6f81a33-2f7a-4031-9aee-8756763433b2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "PUT /v2.0/floatingips/b7f5c80f-89b4-43a6-bf31-43e689870232 HTTP/1.1" status: 200  len: 991 time: 1.5392511
Jan 28 02:07:01.711031 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f49055-da38-486c-9f10-1658c64d46f5', 'tag': '66c0ebdc-a262-49e8-983e-2b45feca212a'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:07:01.711778 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018a6f7d036e4cc9c0598cac366770376dcc312318454bb663f15aa8bf8ee3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc20b6b-2322-4c46-8ef0-15fdcf7d6e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f49055-da38-486c-9f10-1658c64d46f5", "tag": "66c0ebdc-a262-49e8-983e-2b45feca212a"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:07:01.819139 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-e1fd64b8-9b64-44e0-9622-5033a11eef2c None None] Set router aa2338e1-c724-4a43-9f86-837d46343494 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:07:02.063916 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-e1fd64b8-9b64-44e0-9622-5033a11eef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f0740a0>, [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:12Z', 'revision_number': 4, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port': {'id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:05Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'b7f5c80f-89b4-43a6-bf31-43e689870232', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'port_id': '66c0ebdc-a262-49e8-983e-2b45feca212a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'mac_address': 'fa:16:3e:b6:29:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f49055-da38-486c-9f10-1658c64d46f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:06:27Z', 'updated_at': '2022-01-28T02:07:00Z', 'revision_number': 1, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c4edf2-fa65-4374-b062-1704630eca41', 'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'mac_address': 'fa:16:3e:61:8b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:10Z', 'updated_at': '2022-01-28T02:06:23Z', 'revision_number': 5, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'subnets': [{'id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:07:02.090482 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd64b8-9b64-44e0-9622-5033a11eef2c None None] Checking router: aa2338e1-c724-4a43-9f86-837d46343494 for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:07:02.101287 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd64b8-9b64-44e0-9622-5033a11eef2c None None] Routers {'aa2338e1-c724-4a43-9f86-837d46343494'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:07:02.101904 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-e1fd64b8-9b64-44e0-9622-5033a11eef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f0740a0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:06:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['aa2338e1-c724-4a43-9f86-837d46343494'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:07:02.290787 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-e1fd64b8-9b64-44e0-9622-5033a11eef2c None None] Set router aa2338e1-c724-4a43-9f86-837d46343494 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:07:02.519952 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-e1fd64b8-9b64-44e0-9622-5033a11eef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f0740a0>, [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:12Z', 'revision_number': 4, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port': {'id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:05Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'b7f5c80f-89b4-43a6-bf31-43e689870232', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'port_id': '66c0ebdc-a262-49e8-983e-2b45feca212a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'mac_address': 'fa:16:3e:b6:29:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f49055-da38-486c-9f10-1658c64d46f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:06:27Z', 'updated_at': '2022-01-28T02:07:00Z', 'revision_number': 1, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c4edf2-fa65-4374-b062-1704630eca41', 'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'mac_address': 'fa:16:3e:61:8b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:10Z', 'updated_at': '2022-01-28T02:06:23Z', 'revision_number': 5, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'subnets': [{'id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:07:02.549432 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd64b8-9b64-44e0-9622-5033a11eef2c None None] The sync data for ids ['aa2338e1-c724-4a43-9f86-837d46343494'] in dv-cinder-824977-1-iscsi is: [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:12Z', 'revision_number': 4, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port': {'id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:05Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'b7f5c80f-89b4-43a6-bf31-43e689870232', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'port_id': '66c0ebdc-a262-49e8-983e-2b45feca212a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'mac_address': 'fa:16:3e:b6:29:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f49055-da38-486c-9f10-1658c64d46f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:06:27Z', 'updated_at': '2022-01-28T02:07:00Z', 'revision_number': 1, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c4edf2-fa65-4374-b062-1704630eca41', 'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'mac_address': 'fa:16:3e:61:8b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:10Z', 'updated_at': '2022-01-28T02:06:23Z', 'revision_number': 5, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'subnets': [{'id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:07:02.738852 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4d332c-fe8e-4d4a-ac50-fd7ae37e6970 None None] New status for floating IP b7f5c80f-89b4-43a6-bf31-43e689870232: ACTIVE {{(pid=102091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:07:04.004691 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86540dc-2551-4c4a-a724-45a13f1402f0 x-openstack-request-id: req-b86540dc-2551-4c4a-a724-45a13f1402f0 {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:07:04.005266 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f49055-da38-486c-9f10-1658c64d46f5", "tag": "66c0ebdc-a262-49e8-983e-2b45feca212a", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:07:04.005266 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b86540dc-2551-4c4a-a724-45a13f1402f0 {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:07:04.005941 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f49055-da38-486c-9f10-1658c64d46f5', 'tag': '66c0ebdc-a262-49e8-983e-2b45feca212a', 'status': 'completed', 'code': 200}
Jan 28 02:07:04.132613 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aee594-9596-4014-86fa-4c062e2a960f req-14a2f28d-c142-4d9a-bd26-072eb8c812f2 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:04.132613 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f8aee594-9596-4014-86fa-4c062e2a960f req-14a2f28d-c142-4d9a-bd26-072eb8c812f2 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0776260
Jan 28 02:07:04.141835 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc20b6b-2322-4c46-8ef0-15fdcf7d6e0f req-0ace3057-bc9e-4bec-91cf-a26f4bd90834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:04.143437 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1fc20b6b-2322-4c46-8ef0-15fdcf7d6e0f req-0ace3057-bc9e-4bec-91cf-a26f4bd90834 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0abe012ba65845329098e0e06c54b9c1&device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 1099 time: 0.0649836
Jan 28 02:07:04.221193 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f8aee594-9596-4014-86fa-4c062e2a960f req-d1e0e270-7392-4b23-9b5e-e09df9d0abd1 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829911
Jan 28 02:07:04.260495 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc20b6b-2322-4c46-8ef0-15fdcf7d6e0f req-ac896ea0-0439-4c1f-b83c-11cf211b0ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:04.261928 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1fc20b6b-2322-4c46-8ef0-15fdcf7d6e0f req-ac896ea0-0439-4c1f-b83c-11cf211b0ead service neutron] 10.222.0.95 "GET /v2.0/networks?id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd HTTP/1.1" status: 200  len: 912 time: 0.1057100
Jan 28 02:07:04.333222 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1fc20b6b-2322-4c46-8ef0-15fdcf7d6e0f req-cf4f27e1-a993-40ad-b7ec-3c39afa69065 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66c0ebdc-a262-49e8-983e-2b45feca212a HTTP/1.1" status: 200  len: 1001 time: 0.0635331
Jan 28 02:07:04.384452 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc20b6b-2322-4c46-8ef0-15fdcf7d6e0f req-bb2913c4-14fa-4d37-b56a-28ea336057f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:04.385943 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1fc20b6b-2322-4c46-8ef0-15fdcf7d6e0f req-bb2913c4-14fa-4d37-b56a-28ea336057f7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8eb77f0c-9c24-4cb1-8b61-8cdd6744025b HTTP/1.1" status: 200  len: 849 time: 0.0454948
Jan 28 02:07:04.433532 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc20b6b-2322-4c46-8ef0-15fdcf7d6e0f req-d1274509-2e44-4c0c-887c-5549ba60864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:04.447566 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1fc20b6b-2322-4c46-8ef0-15fdcf7d6e0f req-d1274509-2e44-4c0c-887c-5549ba60864d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0417504
Jan 28 02:07:04.544963 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1fc20b6b-2322-4c46-8ef0-15fdcf7d6e0f req-80ebafc8-c94b-4ab3-ac33-54a9b1da7b54 service neutron] 10.222.0.95 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0967240
Jan 28 02:07:04.641596 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1fc20b6b-2322-4c46-8ef0-15fdcf7d6e0f req-464851c5-c2a3-40ce-b13d-e22af269cf71 service neutron] 10.222.0.95 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866790
Jan 28 02:07:05.379992 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3900de7-7979-4953-880f-a482c7a9d1c0 req-ef986338-00c8-461d-9c9d-4cb806f8df0c tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:05.382211 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a3900de7-7979-4953-880f-a482c7a9d1c0 req-ef986338-00c8-461d-9c9d-4cb806f8df0c tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0669916
Jan 28 02:07:05.421598 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a3900de7-7979-4953-880f-a482c7a9d1c0 req-5888969e-dc3e-4dc9-909a-129a13ff1a16 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327716
Jan 28 02:07:06.556297 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad965d1-d3e3-4ace-9e9b-b519f68e3e65 req-c7782afd-8a1a-4899-80c3-487679ca91cc tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:06.563812 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8ad965d1-d3e3-4ace-9e9b-b519f68e3e65 req-c7782afd-8a1a-4899-80c3-487679ca91cc tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0656471
Jan 28 02:07:06.601221 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8ad965d1-d3e3-4ace-9e9b-b519f68e3e65 req-76e63406-cfcf-46fb-a6ec-18e70552055f tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362673
Jan 28 02:07:07.720573 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551e0c0-a7a1-4aa6-b1f8-b6e2d27e2bf5 req-8f531af7-ead9-480c-a9e0-5ba5b239d21f tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:07.722026 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8551e0c0-a7a1-4aa6-b1f8-b6e2d27e2bf5 req-8f531af7-ead9-480c-a9e0-5ba5b239d21f tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0480368
Jan 28 02:07:07.764157 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8551e0c0-a7a1-4aa6-b1f8-b6e2d27e2bf5 req-a5ccbf46-d812-4a0a-808a-a5b724dc47e5 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0345120
Jan 28 02:07:10.800677 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-cdd8fae4-c061-4b61-92e8-e0e13bb74cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:10.948077 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56442c7c-2910-43f9-8c84-e392730d71a6 req-ceb67afd-f717-4978-bd33-f581b39da9cd tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:10.949576 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-56442c7c-2910-43f9-8c84-e392730d71a6 req-ceb67afd-f717-4978-bd33-f581b39da9cd tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0623384
Jan 28 02:07:10.992423 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-56442c7c-2910-43f9-8c84-e392730d71a6 req-33f55fd9-21ff-4a8a-99b3-1df2436d88e6 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367298
Jan 28 02:07:12.116592 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b1a37-66ea-4f8e-95b8-085a09bf6fea req-f45d8bbc-fbd7-42cd-9e58-ffd01bcb5828 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:12.118170 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-626b1a37-66ea-4f8e-95b8-085a09bf6fea req-f45d8bbc-fbd7-42cd-9e58-ffd01bcb5828 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0491986
Jan 28 02:07:12.165954 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-626b1a37-66ea-4f8e-95b8-085a09bf6fea req-d4e4aa05-9d61-4834-9a27-68fc9cce0d1e tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404382
Jan 28 02:07:13.009057 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 53512) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:13.058331 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-eaa9eccf-3959-42e5-882a-6b75ff8ab97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:13.145495 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-95cae5dc-0387-4544-abb3-a9683a4dc8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:13.237068 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-95cae5dc-0387-4544-abb3-a9683a4dc8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:13.303595 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f74b1-4201-4552-8438-4d4e4b6335dc req-b13a4609-8a40-4e2a-a17e-8245023bf9fb tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:13.305148 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f08f74b1-4201-4552-8438-4d4e4b6335dc req-b13a4609-8a40-4e2a-a17e-8245023bf9fb tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0519645
Jan 28 02:07:13.312094 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-95cae5dc-0387-4544-abb3-a9683a4dc8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:13.346251 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-95cae5dc-0387-4544-abb3-a9683a4dc8ea admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=85d29a889fea44f08438f4c7e8eaee59&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3352985
Jan 28 02:07:13.352633 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f08f74b1-4201-4552-8438-4d4e4b6335dc req-9ef6331f-07b6-46a2-94c3-20315c41c07b tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392396
Jan 28 02:07:13.353230 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 53540) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:13.382403 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cae5dc-0387-4544-abb3-a9683a4dc8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ad6325-1149-4045-8c77-803eb2ff89b9,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:13.444406 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8cb7d968-81c6-454f-b452-5aadb5adba16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:13.471628 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8cb7d968-81c6-454f-b452-5aadb5adba16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:13.788939 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8cb7d968-81c6-454f-b452-5aadb5adba16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:13.792535 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8cb7d968-81c6-454f-b452-5aadb5adba16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:13.803028 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-8cb7d968-81c6-454f-b452-5aadb5adba16 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/65ad6325-1149-4045-8c77-803eb2ff89b9 HTTP/1.1" status: 204  len: 168 time: 0.4390483
Jan 28 02:07:13.803028 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7d968-81c6-454f-b452-5aadb5adba16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ad6325-1149-4045-8c77-803eb2ff89b9,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:14.474963 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 53586) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:14.491921 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b3dcafe4-9ca0-48ae-be15-058ef8943d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:14.499397 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f12e1-0217-49be-b06a-bdc9bbcc6e69 req-53ad440e-d96b-4211-b42d-cda0298f06ce tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:14.500949 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-072f12e1-0217-49be-b06a-bdc9bbcc6e69 req-53ad440e-d96b-4211-b42d-cda0298f06ce tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0592906
Jan 28 02:07:14.545988 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-072f12e1-0217-49be-b06a-bdc9bbcc6e69 req-34ef819a-045c-4e6f-a1ab-011524c93da3 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382590
Jan 28 02:07:14.583622 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b3dcafe4-9ca0-48ae-be15-058ef8943d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:14.609463 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:14.703654 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b3dcafe4-9ca0-48ae-be15-058ef8943d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:14.741963 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f76def-f9cb-48ed-96e8-2737b26462c6 req-92601131-72c7-4f06-9574-e89cc5482723 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:14.742193 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcafe4-9ca0-48ae-be15-058ef8943d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9897f8c1-f496-43fe-bf5a-0bd984c08dfb,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:14.743354 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-77f76def-f9cb-48ed-96e8-2737b26462c6 req-92601131-72c7-4f06-9574-e89cc5482723 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 946 time: 0.0516894
Jan 28 02:07:14.758970 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-b3dcafe4-9ca0-48ae-be15-058ef8943d0f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=79e0187426cb4beb98fca685ce21efbe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2820411
Jan 28 02:07:14.762085 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 53592) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:14.786080 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-77f76def-f9cb-48ed-96e8-2737b26462c6 req-4503205c-f4d7-410d-b021-426cd66dc1fe tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350702
Jan 28 02:07:14.813315 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-caea2088-ff67-4bcf-8259-8549b80bb077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:14.833774 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-caea2088-ff67-4bcf-8259-8549b80bb077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:14.960477 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-caea2088-ff67-4bcf-8259-8549b80bb077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:14.963740 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-caea2088-ff67-4bcf-8259-8549b80bb077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:14.965142 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-caea2088-ff67-4bcf-8259-8549b80bb077 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9897f8c1-f496-43fe-bf5a-0bd984c08dfb HTTP/1.1" status: 204  len: 168 time: 0.2019970
Jan 28 02:07:14.973169 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea2088-ff67-4bcf-8259-8549b80bb077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9897f8c1-f496-43fe-bf5a-0bd984c08dfb,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:15.667377 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7b0c4-cbc0-4451-88b5-5ad9be32a974 req-e427aee6-b8a6-459e-a74a-b9ede3b6673d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:15.668908 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9eb7b0c4-cbc0-4451-88b5-5ad9be32a974 req-e427aee6-b8a6-459e-a74a-b9ede3b6673d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0494714
Jan 28 02:07:15.710866 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9eb7b0c4-cbc0-4451-88b5-5ad9be32a974 req-7f80ab90-a494-4f8f-99f8-e27640f33efb tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356412
Jan 28 02:07:15.911170 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa25b03-0c33-4fbd-93ab-5eb62f0df4f5 req-364b4e44-e1c7-431a-9f98-4bbbba2fb294 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:15.912687 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5aa25b03-0c33-4fbd-93ab-5eb62f0df4f5 req-364b4e44-e1c7-431a-9f98-4bbbba2fb294 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 946 time: 0.0520997
Jan 28 02:07:15.956067 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5aa25b03-0c33-4fbd-93ab-5eb62f0df4f5 req-a9e228dc-69eb-4766-9ebd-59dac831ba7d tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368729
Jan 28 02:07:16.099544 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 53644) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:16.213429 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dbc02b6b-6c99-415a-b172-da6beecfff4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:16.301833 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dbc02b6b-6c99-415a-b172-da6beecfff4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:16.371887 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dbc02b6b-6c99-415a-b172-da6beecfff4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:16.413324 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-dbc02b6b-6c99-415a-b172-da6beecfff4f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=28cd877825a548d293e0336794c3d16c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3124604
Jan 28 02:07:16.414273 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc02b6b-6c99-415a-b172-da6beecfff4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf6f8f0-fafc-489c-ac8a-ea67f31a74e9,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:16.416063 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 53690) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:16.426217 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:16.482868 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b0f49b2e-ee9e-4922-b03c-c6b972144890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:16.511069 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b0f49b2e-ee9e-4922-b03c-c6b972144890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:16.597371 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:16.643153 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b0f49b2e-ee9e-4922-b03c-c6b972144890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:16.645739 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b0f49b2e-ee9e-4922-b03c-c6b972144890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:16.646928 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-b0f49b2e-ee9e-4922-b03c-c6b972144890 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/caf6f8f0-fafc-489c-ac8a-ea67f31a74e9 HTTP/1.1" status: 204  len: 168 time: 0.2290134
Jan 28 02:07:16.655439 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f49b2e-ee9e-4922-b03c-c6b972144890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf6f8f0-fafc-489c-ac8a-ea67f31a74e9,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:16.834410 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d37b9-f975-436d-a9ff-7be0e338369d req-43e50ce7-5802-4744-b874-5cf4c31ee154 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:16.835934 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b28d37b9-f975-436d-a9ff-7be0e338369d req-43e50ce7-5802-4744-b874-5cf4c31ee154 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0499806
Jan 28 02:07:16.879030 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b28d37b9-f975-436d-a9ff-7be0e338369d req-2ca4d5de-980a-4c52-9154-5bffbbda5ac8 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356216
Jan 28 02:07:17.082070 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134d08e-023b-45ac-baba-5a869bd29897 req-e08a4734-0508-44ae-9ddb-b2c3934c452e tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:17.082070 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b134d08e-023b-45ac-baba-5a869bd29897 req-e08a4734-0508-44ae-9ddb-b2c3934c452e tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 946 time: 0.0537703
Jan 28 02:07:17.123893 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b134d08e-023b-45ac-baba-5a869bd29897 req-04bc5e76-67e0-4fe8-821e-631396d56a83 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369885
Jan 28 02:07:17.314881 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 53734) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:17.320201 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 53736) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:17.333835 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-900a6011-386e-4e68-a6c1-5be7a177b436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:17.414874 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-900a6011-386e-4e68-a6c1-5be7a177b436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:17.497584 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-900a6011-386e-4e68-a6c1-5be7a177b436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:17.545430 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-54add361-48f2-4080-a3cb-ba92b7d86317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:17.556065 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-900a6011-386e-4e68-a6c1-5be7a177b436 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ccd970a9d1e044e887d697e2f76c95e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2346690
Jan 28 02:07:17.558220 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a6011-386e-4e68-a6c1-5be7a177b436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92151187-2a79-4310-8561-492d80c80ede,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:17.559583 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 53740) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:17.610821 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c31074bd-e453-4cf0-87f4-b8ba1901513f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:17.631697 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-54add361-48f2-4080-a3cb-ba92b7d86317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:17.642812 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c31074bd-e453-4cf0-87f4-b8ba1901513f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:17.708593 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-54add361-48f2-4080-a3cb-ba92b7d86317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:17.726149 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:07:17.758500 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c31074bd-e453-4cf0-87f4-b8ba1901513f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:17.762551 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c31074bd-e453-4cf0-87f4-b8ba1901513f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:17.763826 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-c31074bd-e453-4cf0-87f4-b8ba1901513f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/92151187-2a79-4310-8561-492d80c80ede HTTP/1.1" status: 204  len: 168 time: 0.2025785
Jan 28 02:07:17.772531 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31074bd-e453-4cf0-87f4-b8ba1901513f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92151187-2a79-4310-8561-492d80c80ede,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:17.785623 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-54add361-48f2-4080-a3cb-ba92b7d86317 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=894e7c88bdc64850b579fd6ef86120fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4695458
Jan 28 02:07:17.786327 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54add361-48f2-4080-a3cb-ba92b7d86317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7214adbe-7b49-47cb-a009-9e6cb373bcc0,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:17.792067 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 53758) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:17.840548 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9999ae-76c5-4916-9fc8-87a1ea77f7f3 req-850cc3d2-9eef-4356-9fb7-dc181b87f9b0 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:17.844214 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ba9999ae-76c5-4916-9fc8-87a1ea77f7f3 req-850cc3d2-9eef-4356-9fb7-dc181b87f9b0 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.95 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 946 time: 0.1474333
Jan 28 02:07:17.866452 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e33119ea-87a9-439b-84e4-902aab3236d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:17.903062 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e33119ea-87a9-439b-84e4-902aab3236d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:18.073333 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e33119ea-87a9-439b-84e4-902aab3236d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:18.076499 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e33119ea-87a9-439b-84e4-902aab3236d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:18.084432 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-e33119ea-87a9-439b-84e4-902aab3236d8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7214adbe-7b49-47cb-a009-9e6cb373bcc0 HTTP/1.1" status: 204  len: 168 time: 0.2858679
Jan 28 02:07:18.087499 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b36a08-f96b-4ef6-974e-3bfb54b94d47 req-aec65c9e-e6e2-45aa-9161-c045b43f0e0f tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:18.091309 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e3b36a08-f96b-4ef6-974e-3bfb54b94d47 req-aec65c9e-e6e2-45aa-9161-c045b43f0e0f tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0960360
Jan 28 02:07:18.110999 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33119ea-87a9-439b-84e4-902aab3236d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7214adbe-7b49-47cb-a009-9e6cb373bcc0,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:18.217435 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e3b36a08-f96b-4ef6-974e-3bfb54b94d47 req-1d75d1e1-7bf4-4059-99b2-f47c11abe8f1 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190102
Jan 28 02:07:18.226908 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-ba9999ae-76c5-4916-9fc8-87a1ea77f7f3 req-fda58d7b-495e-4115-a2a4-2615565e8e66 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Deleting port f7f220d5-8156-4a22-9350-5b5670680867 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:07:18.228698 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-ba9999ae-76c5-4916-9fc8-87a1ea77f7f3 req-fda58d7b-495e-4115-a2a4-2615565e8e66 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:18.383253 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be6202-56c6-4bd8-8794-bb3c0d608026 req-2086b7b4-b99d-4884-8786-dab708f706b3 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:18.392624 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b8be6202-56c6-4bd8-8794-bb3c0d608026 req-2086b7b4-b99d-4884-8786-dab708f706b3 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 946 time: 0.1519346
Jan 28 02:07:18.437560 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-ba9999ae-76c5-4916-9fc8-87a1ea77f7f3 req-fda58d7b-495e-4115-a2a4-2615565e8e66 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] For port f7f220d5-8156-4a22-9350-5b5670680867, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=f7f220d5-8156-4a22-9350-5b5670680867,segment=NetworkSegment(6df9d1b4-ddf7-460c-9fb1-90c8a620bff3),segment_id=6df9d1b4-ddf7-460c-9fb1-90c8a620bff3)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:18.449599 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-ba9999ae-76c5-4916-9fc8-87a1ea77f7f3 req-fda58d7b-495e-4115-a2a4-2615565e8e66 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:18.462525 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-ba9999ae-76c5-4916-9fc8-87a1ea77f7f3 req-fda58d7b-495e-4115-a2a4-2615565e8e66 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Calling delete_port for f7f220d5-8156-4a22-9350-5b5670680867 owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:07:18.467904 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b8be6202-56c6-4bd8-8794-bb3c0d608026 req-a1f1b231-c0ba-4463-af4f-44f22d574d15 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c3d74f4-02c1-449b-bcf0-8290e7a80501&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698683
Jan 28 02:07:18.828632 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-ba9999ae-76c5-4916-9fc8-87a1ea77f7f3 req-fda58d7b-495e-4115-a2a4-2615565e8e66 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:18.857965 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda58d7b-495e-4115-a2a4-2615565e8e66 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Pushing event deleted for resources: {'Port': ['ID=f7f220d5-8156-4a22-9350-5b5670680867,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:18.924771 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9999ae-76c5-4916-9fc8-87a1ea77f7f3 req-fda58d7b-495e-4115-a2a4-2615565e8e66 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] No DVR routers for this DVR port f7f220d5-8156-4a22-9350-5b5670680867 on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:07:18.928031 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-ba9999ae-76c5-4916-9fc8-87a1ea77f7f3 req-fda58d7b-495e-4115-a2a4-2615565e8e66 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:18.932370 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ba9999ae-76c5-4916-9fc8-87a1ea77f7f3 req-fda58d7b-495e-4115-a2a4-2615565e8e66 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.95 "DELETE /v2.0/ports/f7f220d5-8156-4a22-9350-5b5670680867 HTTP/1.1" status: 204  len: 173 time: 1.0340879
Jan 28 02:07:18.932918 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c564cd2f-07df-4c91-9190-30cb5e9cb3ea', 'name': 'network-vif-deleted', 'tag': 'f7f220d5-8156-4a22-9350-5b5670680867'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:07:18.935517 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f88bdc-e955-4d22-9635-1e75bef96894" -d '{"events": [{"server_uuid": "c564cd2f-07df-4c91-9190-30cb5e9cb3ea", "name": "network-vif-deleted", "tag": "f7f220d5-8156-4a22-9350-5b5670680867"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:07:18.978809 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a03e8e0-4885-4a23-b3a1-03d348d6a298 x-openstack-request-id: req-9a03e8e0-4885-4a23-b3a1-03d348d6a298 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:07:18.979182 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c564cd2f-07df-4c91-9190-30cb5e9cb3ea", "name": "network-vif-deleted", "tag": "f7f220d5-8156-4a22-9350-5b5670680867", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:07:18.979462 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9a03e8e0-4885-4a23-b3a1-03d348d6a298 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:07:18.980111 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c564cd2f-07df-4c91-9190-30cb5e9cb3ea', 'name': 'network-vif-deleted', 'tag': 'f7f220d5-8156-4a22-9350-5b5670680867', 'status': 'completed', 'code': 200}
Jan 28 02:07:19.068542 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 53810) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:19.082473 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ea4004ed-a245-4580-9180-67b65ecb16ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:19.173044 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ea4004ed-a245-4580-9180-67b65ecb16ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:19.232088 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ea4004ed-a245-4580-9180-67b65ecb16ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:19.275866 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-ea4004ed-a245-4580-9180-67b65ecb16ad admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=615d007798334bcc91c640ed75345812&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2037094
Jan 28 02:07:19.275866 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4004ed-a245-4580-9180-67b65ecb16ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437d9885-88f3-4126-b86a-fe8737c40b2f,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:19.276315 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 53818) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:19.333492 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-51988c07-f777-4836-939b-53c6060094b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:19.356874 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ef454-690b-41a4-b418-511b2a0c0c82 req-a16a1e2c-be19-469a-836a-e1686f047ed5 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:19.357843 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-51988c07-f777-4836-939b-53c6060094b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:19.360470 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-796ef454-690b-41a4-b418-511b2a0c0c82 req-a16a1e2c-be19-469a-836a-e1686f047ed5 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0550196
Jan 28 02:07:19.404130 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-796ef454-690b-41a4-b418-511b2a0c0c82 req-316f37f3-07b6-4349-9473-ee4ea5777511 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397992
Jan 28 02:07:19.481183 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-51988c07-f777-4836-939b-53c6060094b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:19.483777 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-51988c07-f777-4836-939b-53c6060094b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:19.485026 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-51988c07-f777-4836-939b-53c6060094b8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/437d9885-88f3-4126-b86a-fe8737c40b2f HTTP/1.1" status: 204  len: 168 time: 0.2073174
Jan 28 02:07:19.493890 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51988c07-f777-4836-939b-53c6060094b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437d9885-88f3-4126-b86a-fe8737c40b2f,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:19.584978 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0e6604a0-9c4b-4537-b433-7e1ba7e2da75 req-4e9edd30-5571-4f35-a91d-76ce22243af1 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 210 time: 0.0279980
Jan 28 02:07:20.730149 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 53880) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:20.838005 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-cbd1fb61-af7d-4ee1-bbca-af426aad1a2e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-145390555-network', 'tenant_id': '941398b3a9594c6f864517882590c4dc'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:07:20.940504 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd1fb61-af7d-4ee1-bbca-af426aad1a2e admin admin] Made reservation on behalf of 941398b3a9594c6f864517882590c4dc for: {'network': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:07:20.942827 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cbd1fb61-af7d-4ee1-bbca-af426aad1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:20.951765 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cbd1fb61-af7d-4ee1-bbca-af426aad1a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:21.039278 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cbd1fb61-af7d-4ee1-bbca-af426aad1a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:21.097436 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cbd1fb61-af7d-4ee1-bbca-af426aad1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:21.122470 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd1fb61-af7d-4ee1-bbca-af426aad1a2e admin admin] vlan segment allocate from pool success with {'vlan_id': 1218, 'physical_network': 'physnet1'}  {{(pid=102090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:07:21.130043 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device f7f220d5-8156-4a22-9350-5b5670680867 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:07:21.140231 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1fb61-af7d-4ee1-bbca-af426aad1a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0521867-ce59-4c2f-b687-422508a5da9a,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:21.143576 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cbd1fb61-af7d-4ee1-bbca-af426aad1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:21.144140 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.segments_db [None req-cbd1fb61-af7d-4ee1-bbca-af426aad1a2e admin admin] Added segment e96d5a8c-a1a9-4c2e-bf2d-b285ce50b105 of type vlan for network 09cb86be-3690-499c-9dd0-f0357650b9f7
Jan 28 02:07:21.176754 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: f7f220d5-8156-4a22-9350-5b5670680867 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:07:21.177121 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device f7f220d5-8156-4a22-9350-5b5670680867 not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:07:21.214388 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cbd1fb61-af7d-4ee1-bbca-af426aad1a2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:21.260999 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:21.295210 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cbd1fb61-af7d-4ee1-bbca-af426aad1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:21.295210 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd1fb61-af7d-4ee1-bbca-af426aad1a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:21.295210 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cbd1fb61-af7d-4ee1-bbca-af426aad1a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:21.364793 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1fb61-af7d-4ee1-bbca-af426aad1a2e admin admin] Pushing event updated for resources: {'Network': ['ID=09cb86be-3690-499c-9dd0-f0357650b9f7,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:21.379627 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network 09cb86be-3690-499c-9dd0-f0357650b9f7 details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:07:21.422324 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-cbd1fb61-af7d-4ee1-bbca-af426aad1a2e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6866777
Jan 28 02:07:21.422589 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 53896) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:21.427707 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-a9574d25-f956-4019-ad3e-fd8503db7707 admin admin] Request body: {'subnet': {'network_id': '09cb86be-3690-499c-9dd0-f0357650b9f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-145390555-subnet', 'tenant_id': '941398b3a9594c6f864517882590c4dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:07:21.565786 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9574d25-f956-4019-ad3e-fd8503db7707 admin admin] Made reservation on behalf of 941398b3a9594c6f864517882590c4dc for: {'subnet': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:07:21.566543 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a9574d25-f956-4019-ad3e-fd8503db7707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28403218'] for subnet, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:21.815130 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a9574d25-f956-4019-ad3e-fd8503db7707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29133659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28403200'] for subnet, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:21.874165 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9574d25-f956-4019-ad3e-fd8503db7707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae97363-0f6c-4cd7-b358-781149e6d2bc,revision_number=0']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:21.880915 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9574d25-f956-4019-ad3e-fd8503db7707 admin admin] Checking segment: {'id': 'e96d5a8c-a1a9-4c2e-bf2d-b285ce50b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '09cb86be-3690-499c-9dd0-f0357650b9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:07:21.881267 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9574d25-f956-4019-ad3e-fd8503db7707 admin admin] Network hostable DHCP agents. Network: 09cb86be-3690-499c-9dd0-f0357650b9f7, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:07:21.957710 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9574d25-f956-4019-ad3e-fd8503db7707 admin admin] Network 09cb86be-3690-499c-9dd0-f0357650b9f7 is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:07:22.027453 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-a9574d25-f956-4019-ad3e-fd8503db7707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, 09cb86be-3690-499c-9dd0-f0357650b9f7) {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:07:22.032763 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9574d25-f956-4019-ad3e-fd8503db7707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:22.042564 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a9574d25-f956-4019-ad3e-fd8503db7707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:22.043266 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b7031f-4195-4dfe-89e7-9a4a4798675f None None] Network 09cb86be-3690-499c-9dd0-f0357650b9f7 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:07:22.149020 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-a9574d25-f956-4019-ad3e-fd8503db7707 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7252805
Jan 28 02:07:22.170871 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d085ab85-6f0e-4864-a7f5-541f82f841a4 None None] Network 09cb86be-3690-499c-9dd0-f0357650b9f7 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:07:22.313875 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84500dc5-b463-426c-abae-c63941f157b3 req-46d6169a-6248-4743-ac64-0fcf13a13c65 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:22.315688 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-84500dc5-b463-426c-abae-c63941f157b3 req-46d6169a-6248-4743-ac64-0fcf13a13c65 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0606282
Jan 28 02:07:22.356182 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-84500dc5-b463-426c-abae-c63941f157b3 req-38b751e1-f149-4623-8b86-6046adc4aef1 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0341175
Jan 28 02:07:22.398759 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-553ee393-e90e-45ca-b61b-cb869565fc1a req-643b6fd4-f82f-4fa1-9d69-decdcd87ad33 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 210 time: 0.0287964
Jan 28 02:07:22.830631 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 53920) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:22.835489 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-2b3b1b2e-badb-4665-8ea1-e27c6d0b051b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1599650960-network', 'tenant_id': 'f9b9c3ef9d7a47ceaf97db962d751b7e'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:07:22.937793 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3b1b2e-badb-4665-8ea1-e27c6d0b051b admin admin] Made reservation on behalf of f9b9c3ef9d7a47ceaf97db962d751b7e for: {'network': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:07:22.940102 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1b2e-badb-4665-8ea1-e27c6d0b051b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:22.949443 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1b2e-badb-4665-8ea1-e27c6d0b051b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:23.030615 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1b2e-badb-4665-8ea1-e27c6d0b051b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:23.092669 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1b2e-badb-4665-8ea1-e27c6d0b051b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:23.120439 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3b1b2e-badb-4665-8ea1-e27c6d0b051b admin admin] vlan segment allocate from pool success with {'vlan_id': 1221, 'physical_network': 'physnet1'}  {{(pid=102090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:07:23.128495 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b1b2e-badb-4665-8ea1-e27c6d0b051b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0563b103-1e45-4fd2-81cf-661e37477341,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:23.135489 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1b2e-badb-4665-8ea1-e27c6d0b051b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:23.135897 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.segments_db [None req-2b3b1b2e-badb-4665-8ea1-e27c6d0b051b admin admin] Added segment 364a0cf4-ad51-4475-97a8-d277da87ce26 of type vlan for network a600ab5b-51cb-48a8-bca0-5b728bcc71df
Jan 28 02:07:23.178194 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1b2e-badb-4665-8ea1-e27c6d0b051b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:23.286271 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1b2e-badb-4665-8ea1-e27c6d0b051b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:23.287257 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b1b2e-badb-4665-8ea1-e27c6d0b051b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:23.287865 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1b2e-badb-4665-8ea1-e27c6d0b051b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:23.351709 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b1b2e-badb-4665-8ea1-e27c6d0b051b admin admin] Pushing event updated for resources: {'Network': ['ID=a600ab5b-51cb-48a8-bca0-5b728bcc71df,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:23.367056 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network a600ab5b-51cb-48a8-bca0-5b728bcc71df details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:07:23.397524 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-2b3b1b2e-badb-4665-8ea1-e27c6d0b051b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5657685
Jan 28 02:07:23.402064 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 53938) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:23.408175 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-d2387915-9abd-43b3-8f0a-ddb554373447 admin admin] Request body: {'subnet': {'network_id': 'a600ab5b-51cb-48a8-bca0-5b728bcc71df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1599650960-subnet', 'tenant_id': 'f9b9c3ef9d7a47ceaf97db962d751b7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:07:23.511826 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2387915-9abd-43b3-8f0a-ddb554373447 admin admin] Made reservation on behalf of f9b9c3ef9d7a47ceaf97db962d751b7e for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:07:23.514511 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d2387915-9abd-43b3-8f0a-ddb554373447 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28750103'] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:23.954819 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d2387915-9abd-43b3-8f0a-ddb554373447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27877483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28750085'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:24.010502 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2387915-9abd-43b3-8f0a-ddb554373447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4932075-8193-417f-a888-3b3825dda088,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:24.021832 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2387915-9abd-43b3-8f0a-ddb554373447 admin admin] Checking segment: {'id': '364a0cf4-ad51-4475-97a8-d277da87ce26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'a600ab5b-51cb-48a8-bca0-5b728bcc71df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:07:24.022181 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2387915-9abd-43b3-8f0a-ddb554373447 admin admin] Network hostable DHCP agents. Network: a600ab5b-51cb-48a8-bca0-5b728bcc71df, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:07:24.094642 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2387915-9abd-43b3-8f0a-ddb554373447 admin admin] Network a600ab5b-51cb-48a8-bca0-5b728bcc71df is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:07:24.230313 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-d2387915-9abd-43b3-8f0a-ddb554373447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, a600ab5b-51cb-48a8-bca0-5b728bcc71df) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:07:24.234474 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2387915-9abd-43b3-8f0a-ddb554373447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:24.235061 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d2387915-9abd-43b3-8f0a-ddb554373447 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:24.240347 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28273314-f842-43c7-8b7f-fa0b16ca8d72 None None] Network a600ab5b-51cb-48a8-bca0-5b728bcc71df requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:07:24.351898 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-d2387915-9abd-43b3-8f0a-ddb554373447 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9480340
Jan 28 02:07:24.365673 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb303a9a-ff48-464a-9572-01a0ea6193c6 None None] Network a600ab5b-51cb-48a8-bca0-5b728bcc71df requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:07:26.262087 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6a0123b5-3900-49ec-93f2-71ef6d1f952c req-b300a857-30b1-495c-bde8-a2883463462b tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 210 time: 0.0282214
Jan 28 02:07:26.277455 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aac6c9-7430-457a-9412-088de9900b52 req-d714036c-e911-4f78-871a-3535f5d8a9c7 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:26.278954 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-84aac6c9-7430-457a-9412-088de9900b52 req-d714036c-e911-4f78-871a-3535f5d8a9c7 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0750287
Jan 28 02:07:26.321167 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-84aac6c9-7430-457a-9412-088de9900b52 req-3383f074-5b9e-4fb0-9237-472935a89e3b tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326750
Jan 28 02:07:27.443875 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f76d777a-ce74-403a-9ba3-1777c00ca03b req-4e53936d-b80d-4f49-b4bb-c9f069190135 tempest-DeleteServersTestJSON-731086738 tempest-DeleteServersTestJSON-731086738-project] 10.222.0.79 "GET /v2.0/ports?device_id=c564cd2f-07df-4c91-9190-30cb5e9cb3ea HTTP/1.1" status: 200  len: 210 time: 0.0343356
Jan 28 02:07:27.518101 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1daf8-e367-4fda-a18e-6ecbeeab2a90 req-7fdb9584-02e1-4cdd-9fba-7d54a479ae6d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:27.519655 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5ea1daf8-e367-4fda-a18e-6ecbeeab2a90 req-7fdb9584-02e1-4cdd-9fba-7d54a479ae6d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0700960
Jan 28 02:07:27.558857 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5ea1daf8-e367-4fda-a18e-6ecbeeab2a90 req-ff5fa72e-48e0-48f5-93a5-c3d2d539ec73 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325277
Jan 28 02:07:28.121640 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 54038) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:28.227769 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b58a1564-5041-47af-82fc-5a6b8c8fd93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:28.310324 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b58a1564-5041-47af-82fc-5a6b8c8fd93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:28.386986 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b58a1564-5041-47af-82fc-5a6b8c8fd93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:28.423689 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a1564-5041-47af-82fc-5a6b8c8fd93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae0db67-de57-4a5d-b498-a85f89d3877b,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:28.437243 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-b58a1564-5041-47af-82fc-5a6b8c8fd93a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8d27072393b34259af3f7ff1d09a086f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3144104
Jan 28 02:07:28.440111 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 54048) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:28.490044 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-09c657a3-2a7e-4ce5-9909-a130e3f8ac3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:28.514030 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-09c657a3-2a7e-4ce5-9909-a130e3f8ac3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:28.670602 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-09c657a3-2a7e-4ce5-9909-a130e3f8ac3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:28.673652 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-09c657a3-2a7e-4ce5-9909-a130e3f8ac3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:28.675009 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-09c657a3-2a7e-4ce5-9909-a130e3f8ac3c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9ae0db67-de57-4a5d-b498-a85f89d3877b HTTP/1.1" status: 204  len: 168 time: 0.2335141
Jan 28 02:07:28.689855 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c657a3-2a7e-4ce5-9909-a130e3f8ac3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae0db67-de57-4a5d-b498-a85f89d3877b,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:28.726320 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4845e2f-b8b5-4ec4-9946-50de420efaea req-9ba7a919-a3b6-4eed-b7f4-ffb9f2787cf8 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:28.726320 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c4845e2f-b8b5-4ec4-9946-50de420efaea req-9ba7a919-a3b6-4eed-b7f4-ffb9f2787cf8 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0820808
Jan 28 02:07:28.784621 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c4845e2f-b8b5-4ec4-9946-50de420efaea req-87bd1c36-2f80-45a4-b38d-345729dace1f tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520642
Jan 28 02:07:29.441338 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 54078) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:29.455833 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5019-c5f9-4076-986e-5d6481a3380f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:29.532181 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5019-c5f9-4076-986e-5d6481a3380f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:29.617928 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5019-c5f9-4076-986e-5d6481a3380f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:29.656714 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-1aaf5019-c5f9-4076-986e-5d6481a3380f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c1406423dc454db5b1696397aa24add3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2141719
Jan 28 02:07:29.658952 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf5019-c5f9-4076-986e-5d6481a3380f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4748e1-0957-462e-a355-e8d872e5cdd4,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:29.659860 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 54084) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:29.721276 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-950a288a-f82e-4054-a133-63a0ba3a30a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:29.743510 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-950a288a-f82e-4054-a133-63a0ba3a30a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:29.855478 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-950a288a-f82e-4054-a133-63a0ba3a30a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:29.858954 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-950a288a-f82e-4054-a133-63a0ba3a30a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:29.860503 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-950a288a-f82e-4054-a133-63a0ba3a30a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5d4748e1-0957-462e-a355-e8d872e5cdd4 HTTP/1.1" status: 204  len: 168 time: 0.1970646
Jan 28 02:07:29.868516 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a288a-f82e-4054-a133-63a0ba3a30a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4748e1-0957-462e-a355-e8d872e5cdd4,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:29.905656 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6498b-5e73-4130-87dc-a6d0bc46fdae req-48d5561a-aa66-4b59-85d6-420ea076a535 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:29.907282 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2bc6498b-5e73-4130-87dc-a6d0bc46fdae req-48d5561a-aa66-4b59-85d6-420ea076a535 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0585835
Jan 28 02:07:29.948484 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2bc6498b-5e73-4130-87dc-a6d0bc46fdae req-b6721020-f67a-426a-a314-933b3787284c tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348504
Jan 28 02:07:30.153895 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 54108) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:30.201273 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b44d32b-12bf-4548-95f9-2f118896971d admin admin] Deleting subnet 26cae819-3466-4a21-89c0-d9087923e8b9 {{(pid=102090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:07:30.204307 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9b44d32b-12bf-4548-95f9-2f118896971d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:30.242982 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9b44d32b-12bf-4548-95f9-2f118896971d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29131886'] for subnet, precommit_delete_associations {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:30.295170 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9b44d32b-12bf-4548-95f9-2f118896971d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4027136'] for subnet, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:30.440677 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9b44d32b-12bf-4548-95f9-2f118896971d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4027195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29133588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28403209'] for subnet, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:30.469080 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44d32b-12bf-4548-95f9-2f118896971d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26cae819-3466-4a21-89c0-d9087923e8b9,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:30.473701 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9b44d32b-12bf-4548-95f9-2f118896971d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:30.477057 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-9b44d32b-12bf-4548-95f9-2f118896971d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/26cae819-3466-4a21-89c0-d9087923e8b9 HTTP/1.1" status: 204  len: 168 time: 0.3221350
Jan 28 02:07:30.479735 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 54120) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:30.556569 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0a5ef760-7d63-41c2-ab02-f3c2e0f9922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3810569'] for network, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:30.611584 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 54128) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:30.625871 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-48c3fa18-893b-4077-ba94-55dec3c0f59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:30.643654 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0a5ef760-7d63-41c2-ab02-f3c2e0f9922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4029090', 'neutron.services.segments.db._delete_segments_for_network-8759977669928'] for network, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:30.664075 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-0a5ef760-7d63-41c2-ab02-f3c2e0f9922d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f796d6c0550>,) {'filters': {'network_id': ['d5967118-0c34-42f3-bacd-9665a804451b']}} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:07:30.674073 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-0a5ef760-7d63-41c2-ab02-f3c2e0f9922d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f796d6c0550>, '6df9d1b4-ddf7-460c-9fb1-90c8a620bff3') {'for_net_delete': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:07:30.674368 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-0a5ef760-7d63-41c2-ab02-f3c2e0f9922d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f796d6c0550>, '6df9d1b4-ddf7-460c-9fb1-90c8a620bff3') {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:07:30.686096 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0a5ef760-7d63-41c2-ab02-f3c2e0f9922d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759977780116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29131873'] for segment, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:30.706140 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0a5ef760-7d63-41c2-ab02-f3c2e0f9922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:30.707740 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-48c3fa18-893b-4077-ba94-55dec3c0f59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:30.714049 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5ef760-7d63-41c2-ab02-f3c2e0f9922d admin admin] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=102090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:07:30.714049 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0a5ef760-7d63-41c2-ab02-f3c2e0f9922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29133746'] for segment, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]: Traceback (most recent call last):
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:     timer()
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:     cb(*args, **kw)
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:     return func(*args, **kwargs)
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:     self._notify()
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:     self.callback(batched_events)
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:     event.method(event)
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:     return f(self, *a, **k)
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._get(url).json()
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:07:30.716990 dv-cinder-824977-1-iscsi neutron-server[102090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:07:30.834889 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-48c3fa18-893b-4077-ba94-55dec3c0f59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:30.879703 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-48c3fa18-893b-4077-ba94-55dec3c0f59c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6c7fd6aca83546d1a6562e029aeb6a6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2669349
Jan 28 02:07:30.880812 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3fa18-893b-4077-ba94-55dec3c0f59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6228a214-e35c-4fd7-aee8-078d6eaa8369,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:30.882470 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 54138) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:30.890269 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0a5ef760-7d63-41c2-ab02-f3c2e0f9922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4029099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746584'] for network, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:30.909648 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0a5ef760-7d63-41c2-ab02-f3c2e0f9922d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:30.912753 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-0a5ef760-7d63-41c2-ab02-f3c2e0f9922d admin admin] 10.222.0.79 "DELETE /v2.0/networks/d5967118-0c34-42f3-bacd-9665a804451b HTTP/1.1" status: 204  len: 168 time: 0.4320548
Jan 28 02:07:30.926039 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ef760-7d63-41c2-ab02-f3c2e0f9922d admin admin] Pushing event deleted for resources: {'Network': ['ID=d5967118-0c34-42f3-bacd-9665a804451b,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:30.956790 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-62709cfb-3efe-4f77-b6b9-e9e4f16c20d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:30.986162 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-62709cfb-3efe-4f77-b6b9-e9e4f16c20d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:31.075509 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0ea18-3870-4414-a0a8-f94f22798f45 req-8ed74a5e-e0b6-45c6-b75b-34d4d57b08b0 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:31.077463 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7ad0ea18-3870-4414-a0a8-f94f22798f45 req-8ed74a5e-e0b6-45c6-b75b-34d4d57b08b0 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0538461
Jan 28 02:07:31.117780 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7ad0ea18-3870-4414-a0a8-f94f22798f45 req-4a732e4d-62d7-4c7e-8057-0d142bb45ae2 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343425
Jan 28 02:07:31.183544 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-62709cfb-3efe-4f77-b6b9-e9e4f16c20d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:31.186439 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-62709cfb-3efe-4f77-b6b9-e9e4f16c20d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:31.187545 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-62709cfb-3efe-4f77-b6b9-e9e4f16c20d4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6228a214-e35c-4fd7-aee8-078d6eaa8369 HTTP/1.1" status: 204  len: 168 time: 0.3039241
Jan 28 02:07:31.199997 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62709cfb-3efe-4f77-b6b9-e9e4f16c20d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6228a214-e35c-4fd7-aee8-078d6eaa8369,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:31.433513 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 54152) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:31.475643 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-9366b7cc-1174-487f-8e74-587d7cf3c7d5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b22dd75c99404b48a867a48eb5d10c7d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0409062
Jan 28 02:07:31.478176 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 54154) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:31.529882 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0d26-db66-4817-bb5f-c5ca3389f09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:31.550148 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0d26-db66-4817-bb5f-c5ca3389f09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:31.692905 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0d26-db66-4817-bb5f-c5ca3389f09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:31.692905 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0d26-db66-4817-bb5f-c5ca3389f09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:31.692905 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-8dfb0d26-db66-4817-bb5f-c5ca3389f09b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6c3d74f4-02c1-449b-bcf0-8290e7a80501 HTTP/1.1" status: 204  len: 168 time: 0.2090790
Jan 28 02:07:31.701602 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb0d26-db66-4817-bb5f-c5ca3389f09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3d74f4-02c1-449b-bcf0-8290e7a80501,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:32.249343 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86121209-6a17-4523-9229-d80eba9a852e req-e20a0a90-ca3a-4487-ac7e-e539f1b4ce19 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:32.250858 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-86121209-6a17-4523-9229-d80eba9a852e req-e20a0a90-ca3a-4487-ac7e-e539f1b4ce19 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0559535
Jan 28 02:07:32.289515 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-86121209-6a17-4523-9229-d80eba9a852e req-b2124df6-5730-4cb7-abca-cd4ca905ac01 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323901
Jan 28 02:07:32.800806 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 54226) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:32.908837 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-05ea4b6b-79e2-47cc-b40b-2f56a9f49c54 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1380891353-network', 'tenant_id': '2b66ddee4c864aae90b738695dffbeb9'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:07:33.006642 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ea4b6b-79e2-47cc-b40b-2f56a9f49c54 admin admin] Made reservation on behalf of 2b66ddee4c864aae90b738695dffbeb9 for: {'network': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:07:33.008595 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-05ea4b6b-79e2-47cc-b40b-2f56a9f49c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:33.017517 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-05ea4b6b-79e2-47cc-b40b-2f56a9f49c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:33.104609 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-05ea4b6b-79e2-47cc-b40b-2f56a9f49c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:33.175551 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-05ea4b6b-79e2-47cc-b40b-2f56a9f49c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:33.197206 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 54246) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:33.201530 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ea4b6b-79e2-47cc-b40b-2f56a9f49c54 admin admin] vlan segment allocate from pool success with {'vlan_id': 1247, 'physical_network': 'physnet1'}  {{(pid=102090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:07:33.210360 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea4b6b-79e2-47cc-b40b-2f56a9f49c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdade13-6368-4067-b634-d4dab4503e12,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:33.218558 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-05ea4b6b-79e2-47cc-b40b-2f56a9f49c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:33.219530 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.segments_db [None req-05ea4b6b-79e2-47cc-b40b-2f56a9f49c54 admin admin] Added segment 1f787b5e-ad82-4843-a31a-811f83fdc125 of type vlan for network a1afa762-f2ce-40be-8faa-e9c2b4144812
Jan 28 02:07:33.268294 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-05ea4b6b-79e2-47cc-b40b-2f56a9f49c54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:33.322796 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-118d155c-7128-4dea-987d-743678e1ca6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:33.397919 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-05ea4b6b-79e2-47cc-b40b-2f56a9f49c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:33.398988 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ea4b6b-79e2-47cc-b40b-2f56a9f49c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:33.399863 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-05ea4b6b-79e2-47cc-b40b-2f56a9f49c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:33.402183 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-118d155c-7128-4dea-987d-743678e1ca6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:33.428027 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78062195-cc4e-4084-91a5-2150afe0e6db req-32a89681-e990-420c-a85f-3c30a67ec4df tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:33.429478 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-78062195-cc4e-4084-91a5-2150afe0e6db req-32a89681-e990-420c-a85f-3c30a67ec4df tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0683308
Jan 28 02:07:33.489670 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-118d155c-7128-4dea-987d-743678e1ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:33.535075 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d155c-7128-4dea-987d-743678e1ca6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef183b8f-8908-470f-addf-9604c96884b8,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:33.539603 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-118d155c-7128-4dea-987d-743678e1ca6a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b9f4e304205140aa80a1b5de2e221bc5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3409703
Jan 28 02:07:33.543855 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 54254) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:33.602032 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-398e0e0e-ed29-4285-a6db-7d40c2ca7bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:33.624799 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-398e0e0e-ed29-4285-a6db-7d40c2ca7bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:33.712026 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-05ea4b6b-79e2-47cc-b40b-2f56a9f49c54 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.9070182
Jan 28 02:07:33.712829 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 54258) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:33.719452 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-c63e7b8a-9982-4b75-9233-65739a7ec694 admin admin] Request body: {'subnet': {'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1380891353-subnet', 'tenant_id': '2b66ddee4c864aae90b738695dffbeb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:07:33.723567 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea4b6b-79e2-47cc-b40b-2f56a9f49c54 admin admin] Pushing event updated for resources: {'Network': ['ID=a1afa762-f2ce-40be-8faa-e9c2b4144812,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:33.734248 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network a1afa762-f2ce-40be-8faa-e9c2b4144812 details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:07:33.742896 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-78062195-cc4e-4084-91a5-2150afe0e6db req-62ecbf53-8a8c-466d-a1d2-c44180bee3ac tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2842116
Jan 28 02:07:33.752357 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-398e0e0e-ed29-4285-a6db-7d40c2ca7bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:33.755458 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-398e0e0e-ed29-4285-a6db-7d40c2ca7bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:33.765946 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-398e0e0e-ed29-4285-a6db-7d40c2ca7bf0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ef183b8f-8908-470f-addf-9604c96884b8 HTTP/1.1" status: 204  len: 168 time: 0.2209110
Jan 28 02:07:33.789235 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e0e0e-ed29-4285-a6db-7d40c2ca7bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef183b8f-8908-470f-addf-9604c96884b8,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:33.843650 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63e7b8a-9982-4b75-9233-65739a7ec694 admin admin] Made reservation on behalf of 2b66ddee4c864aae90b738695dffbeb9 for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:07:33.846128 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c63e7b8a-9982-4b75-9233-65739a7ec694 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28750103'] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:34.121490 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c63e7b8a-9982-4b75-9233-65739a7ec694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27877483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28750085'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:34.176388 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e7b8a-9982-4b75-9233-65739a7ec694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd3ae6ac-d700-43ed-b661-5b566efe7e08,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:34.212056 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63e7b8a-9982-4b75-9233-65739a7ec694 admin admin] Checking segment: {'id': '1f787b5e-ad82-4843-a31a-811f83fdc125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:07:34.212056 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e7b8a-9982-4b75-9233-65739a7ec694 admin admin] Network hostable DHCP agents. Network: a1afa762-f2ce-40be-8faa-e9c2b4144812, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:07:34.306126 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e7b8a-9982-4b75-9233-65739a7ec694 admin admin] Network a1afa762-f2ce-40be-8faa-e9c2b4144812 is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:07:34.420787 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-c63e7b8a-9982-4b75-9233-65739a7ec694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, a1afa762-f2ce-40be-8faa-e9c2b4144812) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:07:34.426455 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63e7b8a-9982-4b75-9233-65739a7ec694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:34.427540 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c63e7b8a-9982-4b75-9233-65739a7ec694 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:34.433561 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accf15ea-3fcd-4dd3-a8e2-901042183290 None None] Network a1afa762-f2ce-40be-8faa-e9c2b4144812 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:07:34.536737 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-c63e7b8a-9982-4b75-9233-65739a7ec694 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8145993
Jan 28 02:07:34.701665 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03255f32-cf47-4611-8eb2-d30c897d65fe None None] Network a1afa762-f2ce-40be-8faa-e9c2b4144812 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:07:34.896878 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89c8c0-c89c-4f13-baf1-c08376fa17df req-6be40a98-515e-4625-8bff-e59526e11002 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:34.900466 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2b89c8c0-c89c-4f13-baf1-c08376fa17df req-6be40a98-515e-4625-8bff-e59526e11002 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0655429
Jan 28 02:07:34.944564 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2b89c8c0-c89c-4f13-baf1-c08376fa17df req-fbadbf65-26ba-4675-8106-3644c7c5697b tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387447
Jan 28 02:07:35.061842 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-4cd886b4-98d1-4502-9f12-20cabe2843f5 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:35.063335 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-4cd886b4-98d1-4502-9f12-20cabe2843f5 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/networks?id=a1afa762-f2ce-40be-8faa-e9c2b4144812 HTTP/1.1" status: 200  len: 815 time: 0.1086011
Jan 28 02:07:35.079164 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-b6d8a923-371f-4dce-ac47-ab18ea9638c6 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/quotas/2b66ddee4c864aae90b738695dffbeb9 HTTP/1.1" status: 200  len: 375 time: 0.0097964
Jan 28 02:07:35.111832 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-ea33fd04-56e8-444e-bb34-8384927b5d31 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b66ddee4c864aae90b738695dffbeb9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0268705
Jan 28 02:07:35.204544 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-2404baa0-5e97-44a1-b728-4ed8211f76a7 service neutron] 10.222.0.79 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853491
Jan 28 02:07:35.309094 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-8d130bbd-0e38-48ca-869e-2a94a29d98b6 service neutron] 10.222.0.79 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0980821
Jan 28 02:07:35.653677 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ab522a10-199a-4806-8634-96572f759f7e req-c5d560de-2db6-4111-85bf-91dd8fca66f2 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 210 time: 0.0282910
Jan 28 02:07:36.068162 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2513f-efd7-4045-9937-c51c15875650 req-afb0ee7a-fb18-4b93-882b-bc475844dde6 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:36.069651 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-94b2513f-efd7-4045-9937-c51c15875650 req-afb0ee7a-fb18-4b93-882b-bc475844dde6 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0496788
Jan 28 02:07:36.113841 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-94b2513f-efd7-4045-9937-c51c15875650 req-93d5f523-961f-4682-98e3-b9e46eab0792 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0335708
Jan 28 02:07:36.736300 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a89ed57-8c3b-4758-abb7-8ebaeec16928 req-0686e205-c61c-4dc4-9acc-80215427a8e0 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 210 time: 0.0322700
Jan 28 02:07:37.080308 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-99031862-b945-4101-ac5b-d3533f80d996 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=328131fd3ad64205a4928d00c2bb8c23&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0292614
Jan 28 02:07:37.297376 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-f2691a83-f862-44dc-981c-5d488991ffa9 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:37.298754 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-f2691a83-f862-44dc-981c-5d488991ffa9 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2127559
Jan 28 02:07:37.307087 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec107f3-0dd3-4e7b-b5d7-eb0fe5d0a75d req-851bc88d-4e3e-4551-af70-d026e7263314 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:37.308526 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9ec107f3-0dd3-4e7b-b5d7-eb0fe5d0a75d req-851bc88d-4e3e-4551-af70-d026e7263314 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.1159496
Jan 28 02:07:37.330649 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-133238d5-2a32-4f62-b83f-dfae40c924b1 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/quotas/328131fd3ad64205a4928d00c2bb8c23 HTTP/1.1" status: 200  len: 375 time: 0.0211828
Jan 28 02:07:37.372212 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9ec107f3-0dd3-4e7b-b5d7-eb0fe5d0a75d req-796e029c-3619-4111-acae-e6e6e57f1d32 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564981
Jan 28 02:07:37.374210 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-160d38a9-5ca5-4955-a015-3240f74e58c8 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=328131fd3ad64205a4928d00c2bb8c23&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0373352
Jan 28 02:07:37.657728 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bc36e6f2-7be5-43c9-a595-fabe6fec5ce9 req-e9b614e6-5dc7-474c-87e7-488060284ab4 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 210 time: 0.0258424
Jan 28 02:07:37.848829 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bf657230-2124-4264-87e9-9965e6b03e1a req-bf03e355-e674-4df8-9857-9c809fb16563 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 210 time: 0.0259204
Jan 28 02:07:38.402776 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-98002d76-a077-4521-ab60-c8a9ff8f3334 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:38.403392 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-98002d76-a077-4521-ab60-c8a9ff8f3334 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.95 "GET /v2.0/networks?id=a1afa762-f2ce-40be-8faa-e9c2b4144812 HTTP/1.1" status: 200  len: 815 time: 0.1033473
Jan 28 02:07:38.499364 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55796242-4fec-44ba-b21d-4ddedda7f7d5 req-d0c787cb-86a3-42a7-af49-22aa79dd634b tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:38.500897 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-55796242-4fec-44ba-b21d-4ddedda7f7d5 req-d0c787cb-86a3-42a7-af49-22aa79dd634b tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0501902
Jan 28 02:07:38.539745 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-55796242-4fec-44ba-b21d-4ddedda7f7d5 req-0e80a70f-63b1-47f7-903c-16fafe4832c9 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327635
Jan 28 02:07:38.753749 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-83161c72-73e8-4044-a43a-22a276b13cbf req-6892bfaf-bad6-4b24-ba65-86159ec6b4d8 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 210 time: 0.0247500
Jan 28 02:07:38.948389 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fce06d7a-f3fe-453d-8b60-5d406e11acfa req-2a9a2eb3-df72-4995-afb2-13f86738af95 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 210 time: 0.0284600
Jan 28 02:07:40.820543 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-0501ffa6-444d-47cc-a96a-cb365e366a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:41.348193 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-50f1f5d0-5ef3-4c90-a5d1-7ef68d30694e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Request body: {'port': {'device_id': 'f6852bd3-1574-4ae7-a78f-16f07931687b', 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812', 'admin_state_up': True, 'tenant_id': '2b66ddee4c864aae90b738695dffbeb9'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:07:41.544976 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-50f1f5d0-5ef3-4c90-a5d1-7ef68d30694e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Made reservation on behalf of 2b66ddee4c864aae90b738695dffbeb9 for: {'port': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:07:41.548239 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-50f1f5d0-5ef3-4c90-a5d1-7ef68d30694e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:41.568800 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8dfba30b-d266-4dbf-8b05-30ce8a1fb728 req-1951386b-3d7d-4a9d-bd37-d0c02aacd110 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 210 time: 0.0379391
Jan 28 02:07:41.600497 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7584da7-3b69-4853-bc71-7beacf7fb384 req-13a5f7fd-4629-47d7-8dbf-aea941c622ff tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:41.601922 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d7584da7-3b69-4853-bc71-7beacf7fb384 req-13a5f7fd-4629-47d7-8dbf-aea941c622ff tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0986438
Jan 28 02:07:41.684207 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2fbd9993-b859-42f8-8c1c-3d82265e76ed req-f8edf4fe-c39d-4aed-99e5-702fa169508e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 210 time: 0.0463400
Jan 28 02:07:41.710024 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d7584da7-3b69-4853-bc71-7beacf7fb384 req-b07f8789-03d9-4936-addd-a8be82c47dc3 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777340
Jan 28 02:07:41.754649 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-50f1f5d0-5ef3-4c90-a5d1-7ef68d30694e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Allocated IP 172.20.0.11 (a1afa762-f2ce-40be-8faa-e9c2b4144812/dd3ae6ac-d700-43ed-b661-5b566efe7e08/9f5a06ae-9758-488e-b71f-7103e118fef7) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:07:41.924896 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-50f1f5d0-5ef3-4c90-a5d1-7ef68d30694e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:42.043982 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-50f1f5d0-5ef3-4c90-a5d1-7ef68d30694e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:42.094989 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-50f1f5d0-5ef3-4c90-a5d1-7ef68d30694e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Network a1afa762-f2ce-40be-8faa-e9c2b4144812 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:07:42.098179 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-50f1f5d0-5ef3-4c90-a5d1-7ef68d30694e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:07:42.101774 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-50f1f5d0-5ef3-4c90-a5d1-7ef68d30694e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:07:42.128009 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1f5d0-5ef3-4c90-a5d1-7ef68d30694e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Pushing event updated for resources: {'Port': ['ID=9f5a06ae-9758-488e-b71f-7103e118fef7,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:42.161773 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-50f1f5d0-5ef3-4c90-a5d1-7ef68d30694e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:42.162452 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-50f1f5d0-5ef3-4c90-a5d1-7ef68d30694e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:42.272240 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-50f1f5d0-5ef3-4c90-a5d1-7ef68d30694e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9280431
Jan 28 02:07:42.310690 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Request body: {'port': {'device_id': 'f6852bd3-1574-4ae7-a78f-16f07931687b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:07:42.395663 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b69d7d-bd8a-467e-b578-06d3cbff7785 req-ca232558-fb03-44cd-8595-ec368dc04cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:42.397208 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-54b69d7d-bd8a-467e-b578-06d3cbff7785 req-ca232558-fb03-44cd-8595-ec368dc04cea service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 1099 time: 0.0912228
Jan 28 02:07:42.398125 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:42.471154 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-54b69d7d-bd8a-467e-b578-06d3cbff7785 req-d9622760-c7d0-4b5f-923c-6f01c335d7da service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643785
Jan 28 02:07:42.712210 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f5a06ae-9758-488e-b71f-7103e118fef7 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:07:42.720966 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:42.733940 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Transition to ACTIVE for port object 9f5a06ae-9758-488e-b71f-7103e118fef7 will not be triggered until provisioned by entity L2. {{(pid=102090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:07:42.803237 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:42.851342 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5a06ae-9758-488e-b71f-7103e118fef7,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:42.920883 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Attempting to bind port 9f5a06ae-9758-488e-b71f-7103e118fef7 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:07:42.921214 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Attempting to bind port 9f5a06ae-9758-488e-b71f-7103e118fef7 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '1f787b5e-ad82-4843-a31a-811f83fdc125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:07:42.921637 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Attempting to bind port 9f5a06ae-9758-488e-b71f-7103e118fef7 on network a1afa762-f2ce-40be-8faa-e9c2b4144812 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:07:42.925834 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Port 9f5a06ae-9758-488e-b71f-7103e118fef7 on network a1afa762-f2ce-40be-8faa-e9c2b4144812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:07:42.926165 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Attempting to bind port 9f5a06ae-9758-488e-b71f-7103e118fef7 on network a1afa762-f2ce-40be-8faa-e9c2b4144812 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:07:42.931091 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:07:42.931424 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Checking segment: {'id': '1f787b5e-ad82-4843-a31a-811f83fdc125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:07:42.931795 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Bound using segment: {'id': '1f787b5e-ad82-4843-a31a-811f83fdc125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:07:42.932253 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Bound port: 9f5a06ae-9758-488e-b71f-7103e118fef7, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f787b5e-ad82-4843-a31a-811f83fdc125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:07:42.932598 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:42.995827 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] For port 9f5a06ae-9758-488e-b71f-7103e118fef7, host hv-cinder-82497, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:07:42.999208 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] For port 9f5a06ae-9758-488e-b71f-7103e118fef7, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=9f5a06ae-9758-488e-b71f-7103e118fef7,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:07:43.074485 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-56d7b3b8-9fed-4bd0-95de-93dfd7b5c83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:43.113343 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:43.161771 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:43.162399 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:43.163837 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] 10.222.0.95 "PUT /v2.0/ports/9f5a06ae-9758-488e-b71f-7103e118fef7 HTTP/1.1" status: 200  len: 1094 time: 0.8591280
Jan 28 02:07:43.170918 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6852bd3-1574-4ae7-a78f-16f07931687b', 'tag': '9f5a06ae-9758-488e-b71f-7103e118fef7'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:07:43.173434 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5230986-2af6-4b15-a66e-830c2357f9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "f6852bd3-1574-4ae7-a78f-16f07931687b", "tag": "9f5a06ae-9758-488e-b71f-7103e118fef7"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:07:43.205328 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e1ae394c-37fd-4564-af1d-1c9339ab95bf req-13d76c97-1f8b-4e22-95e4-029a186026e6 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 210 time: 0.0600512
Jan 28 02:07:43.241723 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1a649-64c5-4697-84f8-dcedf7e9a8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5a06ae-9758-488e-b71f-7103e118fef7,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:43.265080 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98eaf2-d5cf-4507-b1b8-388d59812722 req-fe44354c-bd53-40cc-9b48-be4238382ac0 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:43.266854 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1a98eaf2-d5cf-4507-b1b8-388d59812722 req-fe44354c-bd53-40cc-9b48-be4238382ac0 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 944 time: 0.1090815
Jan 28 02:07:43.321626 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-c9191a6d-80c4-4b87-90d3-c07408ca20d8 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=328131fd3ad64205a4928d00c2bb8c23&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0535669
Jan 28 02:07:43.394213 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1a98eaf2-d5cf-4507-b1b8-388d59812722 req-7548c02f-7942-4bfd-9af6-b98603dbe806 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170516
Jan 28 02:07:43.442729 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a22178-db5e-4574-b6fa-772cd315af3d req-cadabc3b-8f75-480d-9dd9-e373716239cd tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:43.444250 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-45a22178-db5e-4574-b6fa-772cd315af3d req-cadabc3b-8f75-480d-9dd9-e373716239cd tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.1661415
Jan 28 02:07:43.448429 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e079a3-e90c-481a-8b11-41b7bfd77a48 x-openstack-request-id: req-11e079a3-e90c-481a-8b11-41b7bfd77a48 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:07:43.448707 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6852bd3-1574-4ae7-a78f-16f07931687b", "tag": "9f5a06ae-9758-488e-b71f-7103e118fef7", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:07:43.448951 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-11e079a3-e90c-481a-8b11-41b7bfd77a48 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:07:43.449319 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6852bd3-1574-4ae7-a78f-16f07931687b', 'tag': '9f5a06ae-9758-488e-b71f-7103e118fef7', 'status': 'completed', 'code': 200}
Jan 28 02:07:43.487158 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-348f16fb-6825-4b92-8142-56b91ebf50de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:43.488628 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-348f16fb-6825-4b92-8142-56b91ebf50de service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2b66ddee4c864aae90b738695dffbeb9&device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 1097 time: 0.1543205
Jan 28 02:07:43.527451 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-45a22178-db5e-4574-b6fa-772cd315af3d req-d5f07199-38cc-4970-ba4e-7a81ee188466 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734756
Jan 28 02:07:43.559571 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-06380ed3-8ce1-4c4e-ae0f-2e8801e49358 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f5a06ae-9758-488e-b71f-7103e118fef7 HTTP/1.1" status: 200  len: 217 time: 0.0493889
Jan 28 02:07:43.566163 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-7c1e799f-21a4-4cd4-85f7-1fc8f94f3cfa tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:43.567496 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-7c1e799f-21a4-4cd4-85f7-1fc8f94f3cfa tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2352684
Jan 28 02:07:43.606346 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-edd5f422-f7b8-4e45-ab68-d73bd377aa44 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Request body: {'port': {'device_id': 'a6a959a9-19ae-4499-8baf-4079dc64c783', 'network_id': '96df8036-ecc1-4d8f-a4ec-68a96854c20a', 'admin_state_up': True, 'tenant_id': '328131fd3ad64205a4928d00c2bb8c23'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:07:43.685511 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-1f4d916a-86af-46e5-a6b9-7b6601fce663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:43.686901 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-1f4d916a-86af-46e5-a6b9-7b6601fce663 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=dd3ae6ac-d700-43ed-b661-5b566efe7e08 HTTP/1.1" status: 200  len: 855 time: 0.0922124
Jan 28 02:07:43.747847 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-0e1fdbfa-1251-4975-b3cf-158b72f1e520 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a1afa762-f2ce-40be-8faa-e9c2b4144812&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386732
Jan 28 02:07:43.851937 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-c22a9576-0408-428e-b5da-b412de595ff3 service neutron] 10.222.0.95 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1086338
Jan 28 02:07:43.894854 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-edd5f422-f7b8-4e45-ab68-d73bd377aa44 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Made reservation on behalf of 328131fd3ad64205a4928d00c2bb8c23 for: {'port': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:07:43.898357 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-edd5f422-f7b8-4e45-ab68-d73bd377aa44 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:43.908016 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-edd5f422-f7b8-4e45-ab68-d73bd377aa44 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:44.057211 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92e58c7b-3a68-471d-8ed5-b2078ea96ead req-05270eae-5d0b-4543-ad25-27e00099fb92 service neutron] 10.222.0.95 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264470
Jan 28 02:07:44.066185 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-edd5f422-f7b8-4e45-ab68-d73bd377aa44 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:44.155919 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-edd5f422-f7b8-4e45-ab68-d73bd377aa44 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:44.223864 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5f422-f7b8-4e45-ab68-d73bd377aa44 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd2b8cb-34c5-4338-80bd-6440f19fd169,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:44.343941 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-edd5f422-f7b8-4e45-ab68-d73bd377aa44 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Allocated IP 192.168.233.8 (96df8036-ecc1-4d8f-a4ec-68a96854c20a/7d4d18ea-fcab-4c84-af0b-acebe15d0444/6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:07:44.358564 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230986-2af6-4b15-a66e-830c2357f9fe req-5c4a1c94-54f4-4514-9be4-67355c5469c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:44.360112 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a5230986-2af6-4b15-a66e-830c2357f9fe req-5c4a1c94-54f4-4514-9be4-67355c5469c2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2b66ddee4c864aae90b738695dffbeb9&device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 1097 time: 0.0875218
Jan 28 02:07:44.422999 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fa4548ff-896f-48a4-8671-16bde66eb7c1 req-a5d5a746-cb05-4b40-9308-df4460ae09fb tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 210 time: 0.0587821
Jan 28 02:07:44.601066 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:44.866821 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230986-2af6-4b15-a66e-830c2357f9fe req-218b689d-b613-4818-8dc5-4e76595051bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:44.869604 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a5230986-2af6-4b15-a66e-830c2357f9fe req-218b689d-b613-4818-8dc5-4e76595051bb service neutron] 10.222.0.95 "GET /v2.0/networks?id=a1afa762-f2ce-40be-8faa-e9c2b4144812 HTTP/1.1" status: 200  len: 917 time: 0.4922071
Jan 28 02:07:44.879652 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06367ca9-0dc5-4a37-bcac-a858f25a7144 req-7f7cb99e-c47e-4241-b5e9-2000948b557b tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:44.881140 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-06367ca9-0dc5-4a37-bcac-a858f25a7144 req-7f7cb99e-c47e-4241-b5e9-2000948b557b tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 944 time: 0.4065044
Jan 28 02:07:44.954936 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a5230986-2af6-4b15-a66e-830c2357f9fe req-bef72e30-8796-48a2-b977-ec5882cc1358 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f5a06ae-9758-488e-b71f-7103e118fef7 HTTP/1.1" status: 200  len: 217 time: 0.0717058
Jan 28 02:07:44.992530 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb54814-253e-4748-981e-67bfb357f5ed req-c39a2567-8bae-4aca-bf2f-5a8f0b497d49 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:44.994017 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1bb54814-253e-4748-981e-67bfb357f5ed req-c39a2567-8bae-4aca-bf2f-5a8f0b497d49 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.1870847
Jan 28 02:07:45.041814 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-edd5f422-f7b8-4e45-ab68-d73bd377aa44 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:45.061191 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-06367ca9-0dc5-4a37-bcac-a858f25a7144 req-db477dba-f53a-40ba-a8f0-bcc355d53d49 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1734753
Jan 28 02:07:45.072488 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230986-2af6-4b15-a66e-830c2357f9fe req-bec6d540-f8ef-4479-96d7-c73574569f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:45.073974 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a5230986-2af6-4b15-a66e-830c2357f9fe req-bec6d540-f8ef-4479-96d7-c73574569f74 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=dd3ae6ac-d700-43ed-b661-5b566efe7e08 HTTP/1.1" status: 200  len: 855 time: 0.1046121
Jan 28 02:07:45.124032 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1bb54814-253e-4748-981e-67bfb357f5ed req-805ed6a4-871e-4664-9f83-851ff7dd10ad tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025276
Jan 28 02:07:45.125864 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a5230986-2af6-4b15-a66e-830c2357f9fe req-ea984247-f410-46cf-9097-4e25b3341e31 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a1afa762-f2ce-40be-8faa-e9c2b4144812&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403974
Jan 28 02:07:45.250124 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a5230986-2af6-4b15-a66e-830c2357f9fe req-7c22f170-6884-4109-87b6-cb62b65c3482 service neutron] 10.222.0.95 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1144645
Jan 28 02:07:45.254581 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-edd5f422-f7b8-4e45-ab68-d73bd377aa44 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:45.264283 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391dcce-2dae-4947-af89-f65c62eaaf2f req-fdbb2b1d-087f-4cac-a03a-3084747514d9 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:45.265788 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d391dcce-2dae-4947-af89-f65c62eaaf2f req-fdbb2b1d-087f-4cac-a03a-3084747514d9 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0727537
Jan 28 02:07:45.376426 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-edd5f422-f7b8-4e45-ab68-d73bd377aa44 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Network 96df8036-ecc1-4d8f-a4ec-68a96854c20a is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:07:45.386120 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-edd5f422-f7b8-4e45-ab68-d73bd377aa44 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:07:45.398735 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-edd5f422-f7b8-4e45-ab68-d73bd377aa44 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:07:45.409147 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5f422-f7b8-4e45-ab68-d73bd377aa44 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Pushing event updated for resources: {'Port': ['ID=6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:45.436847 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d391dcce-2dae-4947-af89-f65c62eaaf2f req-1e3ba3ad-1dfe-49be-ba3b-85fdd22170b3 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512399
Jan 28 02:07:45.474326 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-edd5f422-f7b8-4e45-ab68-d73bd377aa44 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:45.474326 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-edd5f422-f7b8-4e45-ab68-d73bd377aa44 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:45.508221 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a5230986-2af6-4b15-a66e-830c2357f9fe req-970d10a1-9e85-442e-b41b-6f60a3a5d1e9 service neutron] 10.222.0.95 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2413418
Jan 28 02:07:45.586226 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbc149-3ec6-47da-8bac-5e0da2faa23e req-2d143d86-5b7c-4c05-ba40-6646c04896e0 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:45.587789 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-edbbc149-3ec6-47da-8bac-5e0da2faa23e req-2d143d86-5b7c-4c05-ba40-6646c04896e0 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 934 time: 0.0624037
Jan 28 02:07:45.611518 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-edd5f422-f7b8-4e45-ab68-d73bd377aa44 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.0093837
Jan 28 02:07:45.632422 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Request body: {'port': {'device_id': 'a6a959a9-19ae-4499-8baf-4079dc64c783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:07:45.640479 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-edbbc149-3ec6-47da-8bac-5e0da2faa23e req-55d66138-ee6d-42b9-8e8a-0e5842cadfc7 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/security-groups?id=0dd2b8cb-34c5-4338-80bd-6440f19fd169&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463674
Jan 28 02:07:45.688967 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:45.691625 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-634a1c6e-9e99-4c27-9034-ec519e254b1b None None] Provisioning complete for port 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:07:45.692158 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-634a1c6e-9e99-4c27-9034-ec519e254b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:45.725981 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-634a1c6e-9e99-4c27-9034-ec519e254b1b None None] Port 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:07:45.860468 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 54612) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:45.904273 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a01dc24-9e06-4287-89d8-f5751bfda8f4 admin admin] Deleting subnet 5ae97363-0f6c-4cd7-b358-781149e6d2bc {{(pid=102089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:07:45.907532 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9a01dc24-9e06-4287-89d8-f5751bfda8f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:45.947584 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9a01dc24-9e06-4287-89d8-f5751bfda8f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28652204'] for subnet, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:45.973195 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:07:45.982394 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:45.987846 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9a01dc24-9e06-4287-89d8-f5751bfda8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4027136'] for subnet, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:45.994016 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Transition to ACTIVE for port object 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc will not be triggered until provisioned by entity L2. {{(pid=102090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:07:46.101075 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.153545 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9a01dc24-9e06-4287-89d8-f5751bfda8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4027195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27877412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28750092'] for subnet, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.175360 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Pushing event updated for resources: {'Port': ['ID=6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:46.193165 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01dc24-9e06-4287-89d8-f5751bfda8f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae97363-0f6c-4cd7-b358-781149e6d2bc,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:46.204497 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9a01dc24-9e06-4287-89d8-f5751bfda8f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.210865 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 54620) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:46.211057 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-9a01dc24-9e06-4287-89d8-f5751bfda8f4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5ae97363-0f6c-4cd7-b358-781149e6d2bc HTTP/1.1" status: 204  len: 168 time: 0.3493321
Jan 28 02:07:46.289696 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 9f5a06ae-9758-488e-b71f-7103e118fef7 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:07:46.367596 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9501e8-eee1-4e23-868e-f4187e60ea11 req-7868f679-7c6f-4749-a163-5f6a54124665 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:46.376321 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6e9501e8-eee1-4e23-868e-f4187e60ea11 req-7868f679-7c6f-4749-a163-5f6a54124665 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 944 time: 0.2337008
Jan 28 02:07:46.412036 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1243d5cb-6f87-45e9-b3fa-4334d28b0306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3810569'] for network, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.422722 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Attempting to bind port 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:07:46.422722 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Attempting to bind port 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '003e405d-f6d1-47f6-8c7f-615936ab16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '96df8036-ecc1-4d8f-a4ec-68a96854c20a'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:07:46.422722 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Attempting to bind port 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc on network 96df8036-ecc1-4d8f-a4ec-68a96854c20a {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:07:46.424118 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 9f5a06ae-9758-488e-b71f-7103e118fef7, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=9f5a06ae-9758-488e-b71f-7103e118fef7,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:46.428703 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Port 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc on network 96df8036-ecc1-4d8f-a4ec-68a96854c20a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:07:46.429024 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Attempting to bind port 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc on network 96df8036-ecc1-4d8f-a4ec-68a96854c20a {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:07:46.436453 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': '9f5a06ae-9758-488e-b71f-7103e118fef7', 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812', 'port_id': '9f5a06ae-9758-488e-b71f-7103e118fef7', 'mac_address': 'fa:16:3e:14:ee:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd3ae6ac-d700-43ed-b661-5b566efe7e08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:07:46.452450 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:07:46.453136 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Checking segment: {'id': '003e405d-f6d1-47f6-8c7f-615936ab16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '96df8036-ecc1-4d8f-a4ec-68a96854c20a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:07:46.453260 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Bound using segment: {'id': '003e405d-f6d1-47f6-8c7f-615936ab16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '96df8036-ecc1-4d8f-a4ec-68a96854c20a'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:07:46.453657 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Bound port: 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003e405d-f6d1-47f6-8c7f-615936ab16e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '96df8036-ecc1-4d8f-a4ec-68a96854c20a'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:07:46.454025 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.468993 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6e9501e8-eee1-4e23-868e-f4187e60ea11 req-edd1de01-af89-4229-a242-afc869340653 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917261
Jan 28 02:07:46.516786 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.533207 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5a06ae-9758-488e-b71f-7103e118fef7 {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:07:46.545496 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.553529 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 9f5a06ae-9758-488e-b71f-7103e118fef7, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=9f5a06ae-9758-488e-b71f-7103e118fef7,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:46.599334 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1243d5cb-6f87-45e9-b3fa-4334d28b0306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4029090', 'neutron.services.segments.db._delete_segments_for_network-8759977669928'] for network, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.632385 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.636766 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-1243d5cb-6f87-45e9-b3fa-4334d28b0306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f796e3f7b50>,) {'filters': {'network_id': ['09cb86be-3690-499c-9dd0-f0357650b9f7']}} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:07:46.646201 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] For port 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc, host hv-cinder-82497, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:07:46.649282 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-1243d5cb-6f87-45e9-b3fa-4334d28b0306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f796e3f7b50>, 'e96d5a8c-a1a9-4c2e-bf2d-b285ce50b105') {'for_net_delete': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:07:46.649575 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-1243d5cb-6f87-45e9-b3fa-4334d28b0306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f796e3f7b50>, 'e96d5a8c-a1a9-4c2e-bf2d-b285ce50b105') {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:07:46.652174 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] For port 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc,segment=NetworkSegment(003e405d-f6d1-47f6-8c7f-615936ab16e0),segment_id=003e405d-f6d1-47f6-8c7f-615936ab16e0)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:07:46.655102 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.661870 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1243d5cb-6f87-45e9-b3fa-4334d28b0306 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759977780116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29131873'] for segment, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.681434 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1243d5cb-6f87-45e9-b3fa-4334d28b0306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.689528 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1243d5cb-6f87-45e9-b3fa-4334d28b0306 admin admin] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=102090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1243d5cb-6f87-45e9-b3fa-4334d28b0306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29133746'] for segment, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]: Traceback (most recent call last):
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:     timer()
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:     cb(*args, **kw)
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:     return func(*args, **kwargs)
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:     self._notify()
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:     self.callback(batched_events)
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:     event.method(event)
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:     return f(self, *a, **k)
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._get(url).json()
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:07:46.695550 dv-cinder-824977-1-iscsi neutron-server[102090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:07:46.711333 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=9f5a06ae-9758-488e-b71f-7103e118fef7,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:46.724033 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:46.724846 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:46.725487 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:46.725998 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:46.726787 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:46.727341 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:46.727861 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:46.728428 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:46.729059 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:46.730238 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:46.731493 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:46.732046 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:07:46.734248 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 54638) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:46.736369 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.820098 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:46.821903 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.822303 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] 10.222.0.95 "PUT /v2.0/ports/6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc HTTP/1.1" status: 200  len: 1096 time: 1.1945996
Jan 28 02:07:46.825612 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a959a9-19ae-4499-8baf-4079dc64c783', 'tag': '6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:07:46.830764 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52a38f7-1d9c-4a7b-a875-5b5c1860835c" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a959a9-19ae-4499-8baf-4079dc64c783", "tag": "6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:07:46.857309 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3c4f8-750d-489e-b09a-0cee8f52daad service neutron] Pushing event updated for resources: {'Port': ['ID=6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:46.873906 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df692ff-7afb-415b-951c-ec85cdefe34c req-2abb4981-ec1c-43c3-9277-3c3e6117e2cd tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:46.875503 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2df692ff-7afb-415b-951c-ec85cdefe34c req-2abb4981-ec1c-43c3-9277-3c3e6117e2cd tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 946 time: 0.1334791
Jan 28 02:07:46.892446 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d139e78-d2a4-4d37-b59c-418034197f32 x-openstack-request-id: req-9d139e78-d2a4-4d37-b59c-418034197f32 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:07:46.892723 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a959a9-19ae-4499-8baf-4079dc64c783", "tag": "6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:07:46.892979 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9d139e78-d2a4-4d37-b59c-418034197f32 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:07:46.893374 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a959a9-19ae-4499-8baf-4079dc64c783', 'tag': '6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc', 'status': 'completed', 'code': 200}
Jan 28 02:07:46.899342 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f06417e5-3d60-4e1d-a12d-497c5b2c7dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.914092 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1243d5cb-6f87-45e9-b3fa-4334d28b0306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4029099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746584'] for network, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.922241 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1243d5cb-6f87-45e9-b3fa-4334d28b0306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.925555 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-1243d5cb-6f87-45e9-b3fa-4334d28b0306 admin admin] 10.222.0.79 "DELETE /v2.0/networks/09cb86be-3690-499c-9dd0-f0357650b9f7 HTTP/1.1" status: 204  len: 168 time: 0.7135851
Jan 28 02:07:46.929721 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 54644) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:46.956283 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243d5cb-6f87-45e9-b3fa-4334d28b0306 admin admin] Pushing event deleted for resources: {'Network': ['ID=09cb86be-3690-499c-9dd0-f0357650b9f7,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:46.995142 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f06417e5-3d60-4e1d-a12d-497c5b2c7dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:46.996626 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2df692ff-7afb-415b-951c-ec85cdefe34c req-1db6c823-020a-4968-851a-1fd5da2da25f tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/security-groups?id=0dd2b8cb-34c5-4338-80bd-6440f19fd169&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141374
Jan 28 02:07:47.031621 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_v2 [None req-43095aa8-19d4-4bf6-bf4d-856711f70622 admin admin] Deleting subnet e4932075-8193-417f-a888-3b3825dda088 {{(pid=102090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:07:47.036448 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-43095aa8-19d4-4bf6-bf4d-856711f70622 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:47.063604 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a38f7-1d9c-4a7b-a875-5b5c1860835c req-b7af7dd6-6497-482b-a70f-7ae47aeda145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:47.064137 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f06417e5-3d60-4e1d-a12d-497c5b2c7dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:47.064960 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['9f5a06ae-9758-488e-b71f-7103e118fef7'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:07:47.065153 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f52a38f7-1d9c-4a7b-a875-5b5c1860835c req-b7af7dd6-6497-482b-a70f-7ae47aeda145 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=328131fd3ad64205a4928d00c2bb8c23&device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 1099 time: 0.1051700
Jan 28 02:07:47.077788 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-43095aa8-19d4-4bf6-bf4d-856711f70622 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29131886'] for subnet, precommit_delete_associations {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:47.108564 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06417e5-3d60-4e1d-a12d-497c5b2c7dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0520e52-f2b2-4c7a-bf19-56d3dafee3e9,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:47.113274 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-f06417e5-3d60-4e1d-a12d-497c5b2c7dc2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a366c48c3423449ba15709777e5868cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3779874
Jan 28 02:07:47.115773 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 54646) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:47.139548 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f52a38f7-1d9c-4a7b-a875-5b5c1860835c req-b9aa0660-5876-420a-8204-7fcbd00e30ac service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=328131fd3ad64205a4928d00c2bb8c23&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0382662
Jan 28 02:07:47.172850 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-43095aa8-19d4-4bf6-bf4d-856711f70622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4027136'] for subnet, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:47.173939 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-181974a6-f2f2-4747-9814-3c643331eb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:47.198726 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-181974a6-f2f2-4747-9814-3c643331eb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:47.280078 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a38f7-1d9c-4a7b-a875-5b5c1860835c req-e23f5f81-0b27-4db6-a622-cc117baebda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:47.281617 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f52a38f7-1d9c-4a7b-a875-5b5c1860835c req-e23f5f81-0b27-4db6-a622-cc117baebda3 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1341684
Jan 28 02:07:47.314530 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-181974a6-f2f2-4747-9814-3c643331eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:47.317067 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-181974a6-f2f2-4747-9814-3c643331eb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:47.318278 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-181974a6-f2f2-4747-9814-3c643331eb38 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c0520e52-f2b2-4c7a-bf19-56d3dafee3e9 HTTP/1.1" status: 204  len: 168 time: 0.2016084
Jan 28 02:07:47.326423 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181974a6-f2f2-4747-9814-3c643331eb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0520e52-f2b2-4c7a-bf19-56d3dafee3e9,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:47.342061 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-43095aa8-19d4-4bf6-bf4d-856711f70622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4027195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29133588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28403209'] for subnet, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:47.394600 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-43095aa8-19d4-4bf6-bf4d-856711f70622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:47.397784 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-43095aa8-19d4-4bf6-bf4d-856711f70622 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e4932075-8193-417f-a888-3b3825dda088 HTTP/1.1" status: 204  len: 168 time: 0.4660709
Jan 28 02:07:47.398693 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43095aa8-19d4-4bf6-bf4d-856711f70622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4932075-8193-417f-a888-3b3825dda088,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:47.400482 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 54650) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:47.419113 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-4d6e84a3-34bc-49c3-b249-b2c1df661ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:47.420736 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-4d6e84a3-34bc-49c3-b249-b2c1df661ca8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=328131fd3ad64205a4928d00c2bb8c23&device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 1099 time: 0.0677722
Jan 28 02:07:47.475502 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-abcbe930-a62a-4fe2-a88e-82053199fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3810569'] for network, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:47.491342 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-8bed8d33-c875-4111-ba66-88321b5cdeeb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc HTTP/1.1" status: 200  len: 217 time: 0.0532930
Jan 28 02:07:47.582038 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-abcbe930-a62a-4fe2-a88e-82053199fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4029090', 'neutron.services.segments.db._delete_segments_for_network-8759977669928'] for network, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:47.588308 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-ffce1ca9-a342-4103-be85-139eb6fbd1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:47.590281 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-ffce1ca9-a342-4103-be85-139eb6fbd1dc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=7d4d18ea-fcab-4c84-af0b-acebe15d0444 HTTP/1.1" status: 200  len: 843 time: 0.0887411
Jan 28 02:07:47.605379 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-abcbe930-a62a-4fe2-a88e-82053199fe1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f796d955af0>,) {'filters': {'network_id': ['a600ab5b-51cb-48a8-bca0-5b728bcc71df']}} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:07:47.618811 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-abcbe930-a62a-4fe2-a88e-82053199fe1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f796d955af0>, '364a0cf4-ad51-4475-97a8-d277da87ce26') {'for_net_delete': True} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:07:47.619134 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-abcbe930-a62a-4fe2-a88e-82053199fe1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f796d955af0>, '364a0cf4-ad51-4475-97a8-d277da87ce26') {} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:07:47.632738 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-abcbe930-a62a-4fe2-a88e-82053199fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759977780116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28652195'] for segment, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:47.646738 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-abcbe930-a62a-4fe2-a88e-82053199fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:47.653226 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcbe930-a62a-4fe2-a88e-82053199fe1b admin admin] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=102089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:07:47.653948 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-abcbe930-a62a-4fe2-a88e-82053199fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27877506'] for segment, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]: Traceback (most recent call last):
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:     timer()
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:     cb(*args, **kw)
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:     return func(*args, **kwargs)
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:     self._notify()
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:     self.callback(batched_events)
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:     event.method(event)
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:     return f(self, *a, **k)
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:     return self._get(url).json()
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:07:47.655749 dv-cinder-824977-1-iscsi neutron-server[102089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:07:47.670076 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961f903-77ae-45d6-a464-34bbd31968cb req-8a9112fd-da48-42c3-916b-d688e4e29c77 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:47.672016 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d961f903-77ae-45d6-a464-34bbd31968cb req-8a9112fd-da48-42c3-916b-d688e4e29c77 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 945 time: 0.1087544
Jan 28 02:07:47.677996 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-bf102fe5-fec7-4ecf-ab88-18c1153926bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:47.680075 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-bf102fe5-fec7-4ecf-ab88-18c1153926bc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=96df8036-ecc1-4d8f-a4ec-68a96854c20a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0675771
Jan 28 02:07:47.796921 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d961f903-77ae-45d6-a464-34bbd31968cb req-f8be87c8-eebc-4289-8c2b-0a8e688e2af1 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152537
Jan 28 02:07:47.811178 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-abcbe930-a62a-4fe2-a88e-82053199fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4029099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746584'] for network, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:47.823081 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-abcbe930-a62a-4fe2-a88e-82053199fe1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:47.827718 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-abcbe930-a62a-4fe2-a88e-82053199fe1b admin admin] 10.222.0.79 "DELETE /v2.0/networks/a600ab5b-51cb-48a8-bca0-5b728bcc71df HTTP/1.1" status: 204  len: 168 time: 0.4262428
Jan 28 02:07:47.853816 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbe930-a62a-4fe2-a88e-82053199fe1b admin admin] Pushing event deleted for resources: {'Network': ['ID=a600ab5b-51cb-48a8-bca0-5b728bcc71df,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:47.914445 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-b50fd491-9777-4e09-aa22-d297ff319eca service neutron] 10.222.0.95 "GET /v2.0/networks/96df8036-ecc1-4d8f-a4ec-68a96854c20a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2166636
Jan 28 02:07:47.920829 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8bc46954-defe-44a9-972f-49937e340766 req-99a85eed-a601-4b23-9e40-13c9c23d9d6f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1207969
Jan 28 02:07:48.094449 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8330fcd3-0a77-4eba-8094-667be5a5a5f3 req-6372c4e6-6ac6-4c1e-aa4b-10fb6115469a service neutron] 10.222.0.95 "GET /v2.0/networks/96df8036-ecc1-4d8f-a4ec-68a96854c20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322048
Jan 28 02:07:48.142876 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc46954-defe-44a9-972f-49937e340766 req-c234a6e3-857c-4d1f-8c14-98d33b1d913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:48.144397 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8bc46954-defe-44a9-972f-49937e340766 req-c234a6e3-857c-4d1f-8c14-98d33b1d913e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cc19a0f9c33f47f1b504bebbb0b2c931&device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 1098 time: 0.0877452
Jan 28 02:07:48.193511 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95396e85-b3b4-405e-8b0a-86e7505f0910 req-8a8de7b0-7fff-4c64-b6a3-cf2d27df8cb6 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:48.194970 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-95396e85-b3b4-405e-8b0a-86e7505f0910 req-8a8de7b0-7fff-4c64-b6a3-cf2d27df8cb6 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.1056929
Jan 28 02:07:48.279821 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 54706) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:48.303246 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-95396e85-b3b4-405e-8b0a-86e7505f0910 req-0644971d-ed7d-4f0a-b82e-91c45249ea32 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925610
Jan 28 02:07:48.315105 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e74359-7530-4b93-8ff1-bf18b885f309 req-a3cfd7c4-38df-4fde-b3b4-f9d77e76c1a4 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:48.316834 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-43e74359-7530-4b93-8ff1-bf18b885f309 req-a3cfd7c4-38df-4fde-b3b4-f9d77e76c1a4 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 946 time: 0.1658645
Jan 28 02:07:48.319155 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 9f5a06ae-9758-488e-b71f-7103e118fef7 up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:07:48.365479 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc46954-defe-44a9-972f-49937e340766 req-cf54d5b1-bcd7-4473-8dff-b4c2af8c787e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:48.366910 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-4ca81ed6-952b-41b5-8ac6-e3f7b6e52c71 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=941398b3a9594c6f864517882590c4dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0857584
Jan 28 02:07:48.367030 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8bc46954-defe-44a9-972f-49937e340766 req-cf54d5b1-bcd7-4473-8dff-b4c2af8c787e service neutron] 10.222.0.95 "GET /v2.0/networks?id=8ef75d94-d93d-4873-9fc3-216697a025d1 HTTP/1.1" status: 200  len: 920 time: 0.1884482
Jan 28 02:07:48.369434 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 54708) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:48.390313 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-43e74359-7530-4b93-8ff1-bf18b885f309 req-3e9fbb77-36e3-40ee-aa22-3327c72c9911 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/security-groups?id=0dd2b8cb-34c5-4338-80bd-6440f19fd169&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630112
Jan 28 02:07:48.424085 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8bc46954-defe-44a9-972f-49937e340766 req-1363192d-ff87-4264-8827-27298b468d0e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=333b77f2-3cf1-4c8f-94ce-5901a7eb748d HTTP/1.1" status: 200  len: 217 time: 0.0450544
Jan 28 02:07:48.430385 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-14ebf27e-4226-479b-8d23-f836707a79a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:48.454486 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-14ebf27e-4226-479b-8d23-f836707a79a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:48.477754 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc46954-defe-44a9-972f-49937e340766 req-9f3221f6-8e83-4903-8179-dbc819356780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:48.479397 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8bc46954-defe-44a9-972f-49937e340766 req-9f3221f6-8e83-4903-8179-dbc819356780 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db836a45-602b-4146-a315-ae0211e2435f HTTP/1.1" status: 200  len: 858 time: 0.0484588
Jan 28 02:07:48.482114 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port 9f5a06ae-9758-488e-b71f-7103e118fef7 completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:07:48.486770 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port 9f5a06ae-9758-488e-b71f-7103e118fef7 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:07:48.487143 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:48.518290 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8bc46954-defe-44a9-972f-49937e340766 req-e41c0499-0da8-4525-a307-04fa483ff8a5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8ef75d94-d93d-4873-9fc3-216697a025d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0294080
Jan 28 02:07:48.581766 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:48.614348 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6852bd3-1574-4ae7-a78f-16f07931687b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5a06ae-9758-488e-b71f-7103e118fef7'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:07:48.614348 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebf32f6-9b9f-47cc-847d-4f999f65781f" -d '{"events": [{"server_uuid": "f6852bd3-1574-4ae7-a78f-16f07931687b", "name": "network-vif-plugged", "status": "completed", "tag": "9f5a06ae-9758-488e-b71f-7103e118fef7"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:07:48.619405 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8bc46954-defe-44a9-972f-49937e340766 req-64edc0be-2b39-4236-b2cc-20e28741ce13 service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0918548
Jan 28 02:07:48.622262 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 9f5a06ae-9758-488e-b71f-7103e118fef7, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=9f5a06ae-9758-488e-b71f-7103e118fef7,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:48.626710 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-14ebf27e-4226-479b-8d23-f836707a79a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:48.629488 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-14ebf27e-4226-479b-8d23-f836707a79a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:48.630631 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-14ebf27e-4226-479b-8d23-f836707a79a9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d0521867-ce59-4c2f-b687-422508a5da9a HTTP/1.1" status: 204  len: 168 time: 0.2602468
Jan 28 02:07:48.652236 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebf27e-4226-479b-8d23-f836707a79a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0521867-ce59-4c2f-b687-422508a5da9a,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:48.666263 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691f8f38-06f0-4a7c-a9b0-e16555cc48cc x-openstack-request-id: req-691f8f38-06f0-4a7c-a9b0-e16555cc48cc {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:07:48.666263 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6852bd3-1574-4ae7-a78f-16f07931687b", "name": "network-vif-plugged", "status": "completed", "tag": "9f5a06ae-9758-488e-b71f-7103e118fef7", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:07:48.666263 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-691f8f38-06f0-4a7c-a9b0-e16555cc48cc {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:07:48.666263 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6852bd3-1574-4ae7-a78f-16f07931687b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5a06ae-9758-488e-b71f-7103e118fef7', 'code': 200}
Jan 28 02:07:48.712421 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:48.770365 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=9f5a06ae-9758-488e-b71f-7103e118fef7,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:48.786510 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8bc46954-defe-44a9-972f-49937e340766 req-09407796-dc06-4246-b0df-0f3578e7df62 service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558635
Jan 28 02:07:48.787385 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 54726) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:48.922315 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f02b4c-5b4c-492d-b780-c669599f9694 req-af9eefa1-2e9b-4017-a851-d9957c948ccb tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:48.923794 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-37f02b4c-5b4c-492d-b780-c669599f9694 req-af9eefa1-2e9b-4017-a851-d9957c948ccb tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 946 time: 0.0575902
Jan 28 02:07:48.990427 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-37f02b4c-5b4c-492d-b780-c669599f9694 req-94106030-9e10-4855-bd21-75a74b07cca4 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373619
Jan 28 02:07:49.187143 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2210-ac2c-4a69-8cb6-2f61938e2aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:49.187143 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9741ca-b3aa-4e38-bcb8-7b58b98b41f9 req-c0171ad5-5516-433c-8f99-5dd399047333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:49.187143 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be9741ca-b3aa-4e38-bcb8-7b58b98b41f9 req-c0171ad5-5516-433c-8f99-5dd399047333 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cc19a0f9c33f47f1b504bebbb0b2c931&device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 1098 time: 0.1141748
Jan 28 02:07:49.187143 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be2449-a8ef-45fe-b53d-1e147fc6aad2 req-53a79241-9511-437c-aa46-9a649c6cc243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:49.187143 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-82be2449-a8ef-45fe-b53d-1e147fc6aad2 req-53a79241-9511-437c-aa46-9a649c6cc243 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 1099 time: 0.1123965
Jan 28 02:07:49.278084 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2210-ac2c-4a69-8cb6-2f61938e2aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:49.335956 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-82be2449-a8ef-45fe-b53d-1e147fc6aad2 req-dad78b8c-054d-43bf-98f4-1f965da36fb1 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892627
Jan 28 02:07:49.364250 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9741ca-b3aa-4e38-bcb8-7b58b98b41f9 req-49081616-2581-4fb9-af97-2cd7415c57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:49.365862 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be9741ca-b3aa-4e38-bcb8-7b58b98b41f9 req-49081616-2581-4fb9-af97-2cd7415c57dd service neutron] 10.222.0.95 "GET /v2.0/networks?id=8ef75d94-d93d-4873-9fc3-216697a025d1 HTTP/1.1" status: 200  len: 920 time: 0.1226141
Jan 28 02:07:49.435066 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c664f16-46d7-4cc0-8424-6351a490d76e req-a4440042-6513-4536-ab47-c5887e898ab3 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:49.436802 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3c664f16-46d7-4cc0-8424-6351a490d76e req-a4440042-6513-4536-ab47-c5887e898ab3 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0499144
Jan 28 02:07:49.459447 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2210-ac2c-4a69-8cb6-2f61938e2aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:49.537745 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-fb2e2210-ac2c-4a69-8cb6-2f61938e2aed admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=969f13984e0246acb3a7876a57fd3b77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7491105
Jan 28 02:07:49.540854 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 54742) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:49.541642 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3c664f16-46d7-4cc0-8424-6351a490d76e req-00eb2272-dfb9-44d6-8ea1-9899482b88d6 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985234
Jan 28 02:07:49.552094 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e2210-ac2c-4a69-8cb6-2f61938e2aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6158db23-7d78-40e5-95f0-dbd1d57e4ac9,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:49.567099 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdfbba-597d-43d7-b8dd-fc9d859bab8d req-32689f93-6ce3-40a6-95ba-04fb9867751f tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:49.569002 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a8cdfbba-597d-43d7-b8dd-fc9d859bab8d req-32689f93-6ce3-40a6-95ba-04fb9867751f tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 946 time: 0.1069467
Jan 28 02:07:49.603389 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6382481c-a280-4b35-8066-8e344ebcf6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:49.608936 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a8cdfbba-597d-43d7-b8dd-fc9d859bab8d req-637c7a19-3e65-4982-b059-474e6bcc5a3c tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/security-groups?id=0dd2b8cb-34c5-4338-80bd-6440f19fd169&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337021
Jan 28 02:07:49.631432 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 54744) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:49.635320 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6382481c-a280-4b35-8066-8e344ebcf6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:49.702207 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be9741ca-b3aa-4e38-bcb8-7b58b98b41f9 req-7910c43e-e91d-449d-9e37-89817c0859a3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=333b77f2-3cf1-4c8f-94ce-5901a7eb748d HTTP/1.1" status: 200  len: 217 time: 0.0434895
Jan 28 02:07:49.704802 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-22c2b072-6fa3-42c2-bb12-cd47be20eb5e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f9b9c3ef9d7a47ceaf97db962d751b7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0723248
Jan 28 02:07:49.707290 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 54746) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:49.763902 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6382481c-a280-4b35-8066-8e344ebcf6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:49.765570 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ec5f276b-81ea-45f0-a4a6-4f187899554c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:49.766560 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6382481c-a280-4b35-8066-8e344ebcf6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:49.767712 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-6382481c-a280-4b35-8066-8e344ebcf6eb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6158db23-7d78-40e5-95f0-dbd1d57e4ac9 HTTP/1.1" status: 204  len: 168 time: 0.2254639
Jan 28 02:07:49.775949 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382481c-a280-4b35-8066-8e344ebcf6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6158db23-7d78-40e5-95f0-dbd1d57e4ac9,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:49.810148 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ec5f276b-81ea-45f0-a4a6-4f187899554c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:49.830268 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9741ca-b3aa-4e38-bcb8-7b58b98b41f9 req-8809fa0b-ebea-4555-9144-05b5de224724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:49.831726 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be9741ca-b3aa-4e38-bcb8-7b58b98b41f9 req-8809fa0b-ebea-4555-9144-05b5de224724 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db836a45-602b-4146-a315-ae0211e2435f HTTP/1.1" status: 200  len: 858 time: 0.0853765
Jan 28 02:07:49.882644 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be9741ca-b3aa-4e38-bcb8-7b58b98b41f9 req-7e1c1051-8aac-4605-ace6-e2ad4ddffe01 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8ef75d94-d93d-4873-9fc3-216697a025d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0278072
Jan 28 02:07:49.966410 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ec5f276b-81ea-45f0-a4a6-4f187899554c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:49.969292 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ec5f276b-81ea-45f0-a4a6-4f187899554c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:49.970456 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-ec5f276b-81ea-45f0-a4a6-4f187899554c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0563b103-1e45-4fd2-81cf-661e37477341 HTTP/1.1" status: 204  len: 168 time: 0.2622800
Jan 28 02:07:49.986726 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f276b-81ea-45f0-a4a6-4f187899554c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0563b103-1e45-4fd2-81cf-661e37477341,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:50.032163 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be9741ca-b3aa-4e38-bcb8-7b58b98b41f9 req-a127fccb-ac26-4116-a710-6c709e7c5d04 service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1175044
Jan 28 02:07:50.148666 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9ec48-9751-4503-91f4-c9aa73087be3 req-0400b07c-3619-473b-a947-a19773e8ae4b tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:50.153417 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-34b9ec48-9751-4503-91f4-c9aa73087be3 req-0400b07c-3619-473b-a947-a19773e8ae4b tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 946 time: 0.1052530
Jan 28 02:07:50.187268 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be9741ca-b3aa-4e38-bcb8-7b58b98b41f9 req-eb44c432-0d0f-4dd6-9116-5d1d5467640b service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402249
Jan 28 02:07:50.205427 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-34b9ec48-9751-4503-91f4-c9aa73087be3 req-d0c12cc9-e7fd-4e45-9b30-58b055299ae0 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484142
Jan 28 02:07:50.350300 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:07:50.453507 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc,segment=NetworkSegment(003e405d-f6d1-47f6-8c7f-615936ab16e0),segment_id=003e405d-f6d1-47f6-8c7f-615936ab16e0)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:50.464400 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': '6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc', 'network_id': '96df8036-ecc1-4d8f-a4ec-68a96854c20a', 'port_id': '6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc', 'mac_address': 'fa:16:3e:f7:8e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4d18ea-fcab-4c84-af0b-acebe15d0444', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:07:50.504549 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:50.519729 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:07:50.542512 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc,segment=NetworkSegment(003e405d-f6d1-47f6-8c7f-615936ab16e0),segment_id=003e405d-f6d1-47f6-8c7f-615936ab16e0)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:50.678353 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:50.714157 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 54782) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:50.728679 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7a6b38a3-0bfb-4ebf-985f-0b2e954c427d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:50.741569 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:50.817680 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7a6b38a3-0bfb-4ebf-985f-0b2e954c427d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:50.930345 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7a6b38a3-0bfb-4ebf-985f-0b2e954c427d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:50.976832 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7a6b38a3-0bfb-4ebf-985f-0b2e954c427d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b2d3a924e0d844de8511c2ef92ccdc1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2612202
Jan 28 02:07:50.978028 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b38a3-0bfb-4ebf-985f-0b2e954c427d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a526546-c356-4962-87f3-a5e185c8e6a2,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:50.980597 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 54792) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:51.013727 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7241a-cfd7-4174-ae19-a66586ec6077 req-fbc8399c-288b-4c62-a30d-ac175d4abab5 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:51.013727 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fca7241a-cfd7-4174-ae19-a66586ec6077 req-fbc8399c-288b-4c62-a30d-ac175d4abab5 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.3773923
Jan 28 02:07:51.036947 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-654819e7-b653-489f-bc2f-aecebdcd9e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:51.051400 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a574f3-2a7d-4b71-93f8-39a639fc057c req-a02dc3d8-d0ac-4100-a4ea-b015b329dae1 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:51.053119 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-67a574f3-2a7d-4b71-93f8-39a639fc057c req-a02dc3d8-d0ac-4100-a4ea-b015b329dae1 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 947 time: 0.1130087
Jan 28 02:07:51.067103 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-654819e7-b653-489f-bc2f-aecebdcd9e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:51.104655 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fca7241a-cfd7-4174-ae19-a66586ec6077 req-91021ecb-26e9-4a53-bc7a-5bc49240b52e tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883427
Jan 28 02:07:51.124267 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-67a574f3-2a7d-4b71-93f8-39a639fc057c req-f54500a8-7813-4339-9a51-3c6c82abe083 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/security-groups?id=0dd2b8cb-34c5-4338-80bd-6440f19fd169&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671506
Jan 28 02:07:51.157632 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:07:51.303768 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:51.304923 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-654819e7-b653-489f-bc2f-aecebdcd9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:51.310793 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-654819e7-b653-489f-bc2f-aecebdcd9e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:51.312215 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-654819e7-b653-489f-bc2f-aecebdcd9e73 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3a526546-c356-4962-87f3-a5e185c8e6a2 HTTP/1.1" status: 204  len: 168 time: 0.3294275
Jan 28 02:07:51.322936 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654819e7-b653-489f-bc2f-aecebdcd9e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a526546-c356-4962-87f3-a5e185c8e6a2,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:51.344666 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a6ab8-b7f2-4297-8d08-f03f1b98d2e5 req-aba230fc-438f-4407-a575-7ba97f637818 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:51.348105 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3c2a6ab8-b7f2-4297-8d08-f03f1b98d2e5 req-aba230fc-438f-4407-a575-7ba97f637818 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 946 time: 0.0663450
Jan 28 02:07:51.394935 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3c2a6ab8-b7f2-4297-8d08-f03f1b98d2e5 req-23a97592-38ca-46ef-80a6-6ae403205eb3 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371525
Jan 28 02:07:52.271000 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223df9e7-3f6d-466d-8391-39575388ec80 req-1793abd6-f4bb-47f3-8a79-d25b74f88b55 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:52.272501 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-223df9e7-3f6d-466d-8391-39575388ec80 req-1793abd6-f4bb-47f3-8a79-d25b74f88b55 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 947 time: 0.0793209
Jan 28 02:07:52.285111 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e626f61-f848-444a-9894-f523ccb8c97a req-2c7f868d-3e5c-4ca6-816c-16368f966a41 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:52.286565 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0e626f61-f848-444a-9894-f523ccb8c97a req-2c7f868d-3e5c-4ca6-816c-16368f966a41 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0645788
Jan 28 02:07:52.356645 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-223df9e7-3f6d-466d-8391-39575388ec80 req-49401be3-ee1a-4c52-89a7-bbbd093d8b2e tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/security-groups?id=0dd2b8cb-34c5-4338-80bd-6440f19fd169&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669842
Jan 28 02:07:52.364419 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0e626f61-f848-444a-9894-f523ccb8c97a req-d6162253-c536-467f-b084-6c8feafddc7e tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666785
Jan 28 02:07:52.518263 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdfd33-dc42-4046-a86d-64f98ac74e55 req-4be39599-6d62-4ee1-90ff-7ce515ed5778 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:52.519908 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-90bdfd33-dc42-4046-a86d-64f98ac74e55 req-4be39599-6d62-4ee1-90ff-7ce515ed5778 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 946 time: 0.0508494
Jan 28 02:07:52.559766 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-90bdfd33-dc42-4046-a86d-64f98ac74e55 req-46964f1a-5b40-4af1-8a6b-b83554495fef tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0331419
Jan 28 02:07:53.759607 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:07:53.901656 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:07:53.905330 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:07:53.905700 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:53.983396 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:54.006800 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a959a9-19ae-4499-8baf-4079dc64c783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:07:54.009031 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85f2f07-45e1-4715-be8a-c10c2b01b816" -d '{"events": [{"server_uuid": "a6a959a9-19ae-4499-8baf-4079dc64c783", "name": "network-vif-plugged", "status": "completed", "tag": "6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:07:54.024884 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc,segment=NetworkSegment(003e405d-f6d1-47f6-8c7f-615936ab16e0),segment_id=003e405d-f6d1-47f6-8c7f-615936ab16e0)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:07:54.120612 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:54.170977 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:54.724700 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:07:54.928597 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56420221-ad85-443f-be61-41cb21264ad5 req-9c7f2ba6-c109-4df5-8a24-3ffaf3652297 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:54.930081 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-56420221-ad85-443f-be61-41cb21264ad5 req-9c7f2ba6-c109-4df5-8a24-3ffaf3652297 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 948 time: 0.0864649
Jan 28 02:07:54.942168 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823ebca-58a6-40ca-a1ca-d4675dd81d3f req-63bdf541-7f59-4ebb-919b-59e279e1409f tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:54.945777 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7823ebca-58a6-40ca-a1ca-d4675dd81d3f req-63bdf541-7f59-4ebb-919b-59e279e1409f tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0712132
Jan 28 02:07:55.005663 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-56420221-ad85-443f-be61-41cb21264ad5 req-e4d1bbcd-2e82-4146-bbab-20ad3cb39056 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/security-groups?id=0dd2b8cb-34c5-4338-80bd-6440f19fd169&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609379
Jan 28 02:07:55.010463 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7823ebca-58a6-40ca-a1ca-d4675dd81d3f req-e61251f4-1bc7-465f-9986-7574f9e5179b tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586057
Jan 28 02:07:55.052133 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c16254a-a596-4f07-bb71-7d8149f0fa81 x-openstack-request-id: req-8c16254a-a596-4f07-bb71-7d8149f0fa81 {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:07:55.052133 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a959a9-19ae-4499-8baf-4079dc64c783", "name": "network-vif-plugged", "status": "completed", "tag": "6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:07:55.052133 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8c16254a-a596-4f07-bb71-7d8149f0fa81 {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:07:55.052133 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a959a9-19ae-4499-8baf-4079dc64c783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc', 'code': 200}
Jan 28 02:07:55.439636 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776638c6-27e4-4a18-b828-bd51a96b6abc req-340a428a-0d18-4803-9f11-911c049d4557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:55.441153 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-776638c6-27e4-4a18-b828-bd51a96b6abc req-340a428a-0d18-4803-9f11-911c049d4557 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 1101 time: 0.0479810
Jan 28 02:07:55.479730 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-776638c6-27e4-4a18-b828-bd51a96b6abc req-16f939e4-6fa8-4c17-ab77-40a9c3598688 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=0dd2b8cb-34c5-4338-80bd-6440f19fd169&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311487
Jan 28 02:07:56.184544 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6908ae-e9b4-400c-919c-05bc3a163e67 req-22411c72-ad7a-429d-aba5-9faacac5941d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:56.184544 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ce6908ae-e9b4-400c-919c-05bc3a163e67 req-22411c72-ad7a-429d-aba5-9faacac5941d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0862803
Jan 28 02:07:56.189225 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6094368-c802-4e5f-8105-c20c5280011a req-c807e08c-2ef5-4d71-a343-99d910aef8be tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:07:56.191026 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b6094368-c802-4e5f-8105-c20c5280011a req-c807e08c-2ef5-4d71-a343-99d910aef8be tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 948 time: 0.1081719
Jan 28 02:07:56.242302 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ce6908ae-e9b4-400c-919c-05bc3a163e67 req-efefc336-39d9-4e8e-91c4-0bb9baf2c574 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500441
Jan 28 02:07:56.264665 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b6094368-c802-4e5f-8105-c20c5280011a req-b0c6f2bb-15b6-48e9-bf61-808c68e047e1 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/security-groups?id=0dd2b8cb-34c5-4338-80bd-6440f19fd169&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588086
Jan 28 02:07:56.639380 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 55022) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:56.746898 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-12a2c4f1-f7bb-4714-bd2b-4d969be84b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:56.830379 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-12a2c4f1-f7bb-4714-bd2b-4d969be84b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:56.908888 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-12a2c4f1-f7bb-4714-bd2b-4d969be84b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:56.949719 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-12a2c4f1-f7bb-4714-bd2b-4d969be84b5e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=74c9736aa6a846f8bd1b603790f8e081&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3088899
Jan 28 02:07:56.951677 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2c4f1-f7bb-4714-bd2b-4d969be84b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4bd3d4-1d81-441a-acca-f97bf87281a8,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:56.952903 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 55030) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:57.004589 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-26440d89-5b63-407e-ba7f-890118f93197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:57.028701 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-26440d89-5b63-407e-ba7f-890118f93197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:57.206579 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-26440d89-5b63-407e-ba7f-890118f93197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:57.209144 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-26440d89-5b63-407e-ba7f-890118f93197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:57.210328 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-26440d89-5b63-407e-ba7f-890118f93197 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed4bd3d4-1d81-441a-acca-f97bf87281a8 HTTP/1.1" status: 204  len: 168 time: 0.2563472
Jan 28 02:07:57.219270 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26440d89-5b63-407e-ba7f-890118f93197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4bd3d4-1d81-441a-acca-f97bf87281a8,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:57.822221 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 55054) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:57.835702 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-667f0147-3573-42ae-8221-feab08d83c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:57.911439 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-667f0147-3573-42ae-8221-feab08d83c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:57.986047 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-667f0147-3573-42ae-8221-feab08d83c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:58.024605 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-667f0147-3573-42ae-8221-feab08d83c28 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1fbd31910cc74f578370519a6827a490&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2012434
Jan 28 02:07:58.025443 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f0147-3573-42ae-8221-feab08d83c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255b3914-13a9-4be7-bb15-3e83e8f7531e,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:07:58.027434 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 55056) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:07:58.077052 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-41a1601f-a751-4d88-8136-858f9a3e312e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:58.097136 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-41a1601f-a751-4d88-8136-858f9a3e312e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:58.237399 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-41a1601f-a751-4d88-8136-858f9a3e312e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:58.239931 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-41a1601f-a751-4d88-8136-858f9a3e312e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:07:58.241144 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-41a1601f-a751-4d88-8136-858f9a3e312e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/255b3914-13a9-4be7-bb15-3e83e8f7531e HTTP/1.1" status: 204  len: 168 time: 0.2107484
Jan 28 02:07:58.249856 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1601f-a751-4d88-8136-858f9a3e312e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255b3914-13a9-4be7-bb15-3e83e8f7531e,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:00.117912 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ebed6-1ce3-4a01-b19b-1a436780a22e req-9b3065b0-dd65-4739-ae75-be627dbc6d09 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:00.119523 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-120ebed6-1ce3-4a01-b19b-1a436780a22e req-9b3065b0-dd65-4739-ae75-be627dbc6d09 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 948 time: 0.0555215
Jan 28 02:08:00.173585 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-120ebed6-1ce3-4a01-b19b-1a436780a22e req-2efc6ea5-de36-4e14-8911-01343e655859 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/security-groups?id=0dd2b8cb-34c5-4338-80bd-6440f19fd169&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466917
Jan 28 02:08:00.232425 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf051418-d069-4a43-86aa-4b6e16549754 req-57da72bc-3eca-45cd-a37e-89d2e68c2b39 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:00.236574 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cf051418-d069-4a43-86aa-4b6e16549754 req-57da72bc-3eca-45cd-a37e-89d2e68c2b39 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0675263
Jan 28 02:08:00.279504 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cf051418-d069-4a43-86aa-4b6e16549754 req-f8174f6d-538e-4c20-84f6-fc8b8829e90f tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416772
Jan 28 02:08:00.773666 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a143674-8b17-47eb-8441-95b18278d1c0 req-f04d6539-8506-42e3-bc30-95e0b49fa380 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:00.775239 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4a143674-8b17-47eb-8441-95b18278d1c0 req-f04d6539-8506-42e3-bc30-95e0b49fa380 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 948 time: 0.0639968
Jan 28 02:08:00.815871 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4a143674-8b17-47eb-8441-95b18278d1c0 req-54b2f0bf-67e8-4fa0-b38f-2dd72a779467 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/security-groups?id=0dd2b8cb-34c5-4338-80bd-6440f19fd169&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0336297
Jan 28 02:08:01.167160 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 55158) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:01.289279 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-410696dd-0902-45b0-ad48-e750eb54fa85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:01.385114 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-410696dd-0902-45b0-ad48-e750eb54fa85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:01.408853 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92361a9d-1172-49fc-a36a-d3b35ae8016e req-0ee85efb-82d2-4ca5-969f-b155513aa3cc tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:01.410363 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92361a9d-1172-49fc-a36a-d3b35ae8016e req-0ee85efb-82d2-4ca5-969f-b155513aa3cc tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0495541
Jan 28 02:08:01.448602 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92361a9d-1172-49fc-a36a-d3b35ae8016e req-182816fb-a9d5-4dfb-9878-e93c8449bfb0 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0321386
Jan 28 02:08:01.461167 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-410696dd-0902-45b0-ad48-e750eb54fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:01.497938 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410696dd-0902-45b0-ad48-e750eb54fa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5788caaa-5dd7-4ffd-9586-f37b957d79f6,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:01.502174 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-410696dd-0902-45b0-ad48-e750eb54fa85 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=732f67e1f1634550a28173dd2b84c38c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3339541
Jan 28 02:08:01.505088 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 55170) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:01.508042 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410696dd-0902-45b0-ad48-e750eb54fa85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.508387 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410696dd-0902-45b0-ad48-e750eb54fa85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.508722 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410696dd-0902-45b0-ad48-e750eb54fa85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.509051 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410696dd-0902-45b0-ad48-e750eb54fa85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.509375 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410696dd-0902-45b0-ad48-e750eb54fa85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.509699 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410696dd-0902-45b0-ad48-e750eb54fa85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.510020 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410696dd-0902-45b0-ad48-e750eb54fa85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.510342 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410696dd-0902-45b0-ad48-e750eb54fa85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.510656 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410696dd-0902-45b0-ad48-e750eb54fa85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.510970 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410696dd-0902-45b0-ad48-e750eb54fa85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.511284 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410696dd-0902-45b0-ad48-e750eb54fa85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.511602 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410696dd-0902-45b0-ad48-e750eb54fa85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.556192 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7fcc951e-fc32-4c6f-b10b-cedc568253ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:01.578072 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7fcc951e-fc32-4c6f-b10b-cedc568253ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:01.709119 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7fcc951e-fc32-4c6f-b10b-cedc568253ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:01.711733 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7fcc951e-fc32-4c6f-b10b-cedc568253ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:01.712948 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-7fcc951e-fc32-4c6f-b10b-cedc568253ab admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5788caaa-5dd7-4ffd-9586-f37b957d79f6 HTTP/1.1" status: 204  len: 168 time: 0.2067950
Jan 28 02:08:01.721694 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc951e-fc32-4c6f-b10b-cedc568253ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5788caaa-5dd7-4ffd-9586-f37b957d79f6,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:01.729193 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc951e-fc32-4c6f-b10b-cedc568253ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.729539 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc951e-fc32-4c6f-b10b-cedc568253ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.729879 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc951e-fc32-4c6f-b10b-cedc568253ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.730203 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc951e-fc32-4c6f-b10b-cedc568253ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.730561 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc951e-fc32-4c6f-b10b-cedc568253ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.730903 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc951e-fc32-4c6f-b10b-cedc568253ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.731227 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc951e-fc32-4c6f-b10b-cedc568253ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.731575 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc951e-fc32-4c6f-b10b-cedc568253ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.731897 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc951e-fc32-4c6f-b10b-cedc568253ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.732244 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc951e-fc32-4c6f-b10b-cedc568253ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.732546 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc951e-fc32-4c6f-b10b-cedc568253ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.732871 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc951e-fc32-4c6f-b10b-cedc568253ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:01.933473 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d59ba9-4e76-4201-85c1-3171fa99062e req-d76dc1d3-90e0-4aa2-b4de-815a81df5c09 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:01.934128 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c0d59ba9-4e76-4201-85c1-3171fa99062e req-d76dc1d3-90e0-4aa2-b4de-815a81df5c09 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 948 time: 0.0480528
Jan 28 02:08:01.975258 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c0d59ba9-4e76-4201-85c1-3171fa99062e req-21cd26a5-8dcb-4c55-85f8-ac7a20260eec tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/security-groups?id=0dd2b8cb-34c5-4338-80bd-6440f19fd169&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340855
Jan 28 02:08:02.374476 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 55192) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:02.387810 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2dd0aa1d-d1b7-4f02-8e3c-56f5e1a8bf1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:02.471407 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2dd0aa1d-d1b7-4f02-8e3c-56f5e1a8bf1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:02.553871 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2dd0aa1d-d1b7-4f02-8e3c-56f5e1a8bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:02.601079 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-2dd0aa1d-d1b7-4f02-8e3c-56f5e1a8bf1d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6b00d4c9cdff4801a01dfcefec149023&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2253535
Jan 28 02:08:02.601860 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0aa1d-d1b7-4f02-8e3c-56f5e1a8bf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82eeea5-0474-4d81-8049-f3da1c18e08d,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:02.604029 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 55198) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:02.618387 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41106f3-42b3-47b1-9120-6427cdb2290d req-4a81548c-5663-4bea-9bdd-c48ea60e7621 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:02.618862 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c41106f3-42b3-47b1-9120-6427cdb2290d req-4a81548c-5663-4bea-9bdd-c48ea60e7621 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0955725
Jan 28 02:08:02.658334 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-52e2d751-1434-4c01-adb7-00bcb6d66beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:02.659052 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c41106f3-42b3-47b1-9120-6427cdb2290d req-a26cff42-aba0-4794-b422-41eaa9f5ecc7 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334876
Jan 28 02:08:02.680285 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-52e2d751-1434-4c01-adb7-00bcb6d66beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:02.797680 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-52e2d751-1434-4c01-adb7-00bcb6d66beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:02.800331 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-52e2d751-1434-4c01-adb7-00bcb6d66beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:02.801486 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-52e2d751-1434-4c01-adb7-00bcb6d66beb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f82eeea5-0474-4d81-8049-f3da1c18e08d HTTP/1.1" status: 204  len: 168 time: 0.1958284
Jan 28 02:08:02.809591 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2d751-1434-4c01-adb7-00bcb6d66beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82eeea5-0474-4d81-8049-f3da1c18e08d,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:02.914873 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b330c-ac84-412a-bedd-469a95233126 req-1891a2d4-2f8d-4797-87b4-e15824ba0e05 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:02.917476 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-924b330c-ac84-412a-bedd-469a95233126 req-1891a2d4-2f8d-4797-87b4-e15824ba0e05 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.95 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 948 time: 0.1025329
Jan 28 02:08:03.013818 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-924b330c-ac84-412a-bedd-469a95233126 req-aad3ad5f-a0d1-4bd5-b55c-240713996e32 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Deleting port 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:08:03.014662 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-924b330c-ac84-412a-bedd-469a95233126 req-aad3ad5f-a0d1-4bd5-b55c-240713996e32 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:03.152313 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e5a9c-32b1-4d32-b063-ff8bd20e82ef req-6a8c6ce2-8446-4ba3-b3d1-ce68fede7ee6 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:03.158683 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e36e5a9c-32b1-4d32-b063-ff8bd20e82ef req-6a8c6ce2-8446-4ba3-b3d1-ce68fede7ee6 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 948 time: 0.0938439
Jan 28 02:08:03.216679 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-924b330c-ac84-412a-bedd-469a95233126 req-aad3ad5f-a0d1-4bd5-b55c-240713996e32 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] For port 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc,segment=NetworkSegment(003e405d-f6d1-47f6-8c7f-615936ab16e0),segment_id=003e405d-f6d1-47f6-8c7f-615936ab16e0)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:03.217357 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-924b330c-ac84-412a-bedd-469a95233126 req-aad3ad5f-a0d1-4bd5-b55c-240713996e32 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:03.235483 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-924b330c-ac84-412a-bedd-469a95233126 req-aad3ad5f-a0d1-4bd5-b55c-240713996e32 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Calling delete_port for 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:08:03.243019 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e36e5a9c-32b1-4d32-b063-ff8bd20e82ef req-efafef0f-d6d6-4ddf-94f4-c587db279b2d tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/security-groups?id=0dd2b8cb-34c5-4338-80bd-6440f19fd169&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759287
Jan 28 02:08:03.506378 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-924b330c-ac84-412a-bedd-469a95233126 req-aad3ad5f-a0d1-4bd5-b55c-240713996e32 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:03.559693 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:08:03.581496 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3ad5f-a0d1-4bd5-b55c-240713996e32 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Pushing event deleted for resources: {'Port': ['ID=6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:03.628306 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-924b330c-ac84-412a-bedd-469a95233126 req-aad3ad5f-a0d1-4bd5-b55c-240713996e32 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] No DVR routers for this DVR port 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:08:03.631027 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-924b330c-ac84-412a-bedd-469a95233126 req-aad3ad5f-a0d1-4bd5-b55c-240713996e32 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:03.634374 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-924b330c-ac84-412a-bedd-469a95233126 req-aad3ad5f-a0d1-4bd5-b55c-240713996e32 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.95 "DELETE /v2.0/ports/6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc HTTP/1.1" status: 204  len: 173 time: 0.7081723
Jan 28 02:08:03.634905 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a959a9-19ae-4499-8baf-4079dc64c783', 'name': 'network-vif-deleted', 'tag': '6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:08:03.637277 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fdb583-86a9-424d-9257-6ce480c4a018" -d '{"events": [{"server_uuid": "a6a959a9-19ae-4499-8baf-4079dc64c783", "name": "network-vif-deleted", "tag": "6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:08:03.690218 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cf66dc-d27d-485f-a7ae-0819c7b31764 x-openstack-request-id: req-e2cf66dc-d27d-485f-a7ae-0819c7b31764 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:08:03.690505 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a959a9-19ae-4499-8baf-4079dc64c783", "name": "network-vif-deleted", "tag": "6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:08:03.690750 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e2cf66dc-d27d-485f-a7ae-0819c7b31764 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:08:03.691587 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a959a9-19ae-4499-8baf-4079dc64c783', 'name': 'network-vif-deleted', 'tag': '6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc', 'status': 'completed', 'code': 200}
Jan 28 02:08:03.784299 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3a8af-8bc7-4e08-b019-ba2b40d6e3b5 req-167ed78c-1d7c-468f-8634-7a7f16f04a6f tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:03.786132 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-75f3a8af-8bc7-4e08-b019-ba2b40d6e3b5 req-167ed78c-1d7c-468f-8634-7a7f16f04a6f tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0511827
Jan 28 02:08:03.834890 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-75f3a8af-8bc7-4e08-b019-ba2b40d6e3b5 req-808ba0f9-6a63-402c-a5d9-99878d799988 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418537
Jan 28 02:08:04.369761 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-325fbcd4-e7d4-4ca2-8ce4-347eabb98959 req-bf736526-eb95-4663-9849-c146924111e9 tempest-VolumesNegativeTest-1513153565 tempest-VolumesNegativeTest-1513153565-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a959a9-19ae-4499-8baf-4079dc64c783 HTTP/1.1" status: 200  len: 210 time: 0.0287993
Jan 28 02:08:04.744569 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 55278) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:04.850881 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4a236758-2d39-415b-a725-2290a8187d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:04.926561 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4a236758-2d39-415b-a725-2290a8187d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:04.963449 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e326b-ed4e-4ef8-a7f2-93e8fe2db863 req-8d14edf8-753c-4e34-83e7-c5ae9f9a9ee6 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:04.964907 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-684e326b-ed4e-4ef8-a7f2-93e8fe2db863 req-8d14edf8-753c-4e34-83e7-c5ae9f9a9ee6 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0484529
Jan 28 02:08:05.000281 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4a236758-2d39-415b-a725-2290a8187d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:05.004305 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-684e326b-ed4e-4ef8-a7f2-93e8fe2db863 req-745bef89-0f53-4fb3-bf37-ba502441931b tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315957
Jan 28 02:08:05.039834 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-4a236758-2d39-415b-a725-2290a8187d2b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6ffd4e9c692b4f128b966f375eb5f7a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2941911
Jan 28 02:08:05.041744 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a236758-2d39-415b-a725-2290a8187d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d73984a-ec0a-4b8d-a0ab-dd2334993a2d,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:05.042592 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 55284) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:05.094067 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9cf8fbca-e250-47c5-ac05-80dd1d6f32e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:05.114048 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9cf8fbca-e250-47c5-ac05-80dd1d6f32e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:05.309959 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9cf8fbca-e250-47c5-ac05-80dd1d6f32e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:05.313616 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9cf8fbca-e250-47c5-ac05-80dd1d6f32e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:05.315495 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-9cf8fbca-e250-47c5-ac05-80dd1d6f32e3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6d73984a-ec0a-4b8d-a0ab-dd2334993a2d HTTP/1.1" status: 204  len: 168 time: 0.2717578
Jan 28 02:08:05.331182 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8fbca-e250-47c5-ac05-80dd1d6f32e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d73984a-ec0a-4b8d-a0ab-dd2334993a2d,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:06.131052 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a6f04-2d5e-4fbf-8676-b79dc1dfbf51 req-2f6a7607-2863-431c-a7c2-09775ed3699c tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:06.133621 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-404a6f04-2d5e-4fbf-8676-b79dc1dfbf51 req-2f6a7607-2863-431c-a7c2-09775ed3699c tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0572693
Jan 28 02:08:06.220381 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a1451-5a59-46e9-9b64-d8a978b442c2 req-974be616-f09f-4c36-a65c-96d4b7c4b398 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:06.222398 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-494a1451-5a59-46e9-9b64-d8a978b442c2 req-974be616-f09f-4c36-a65c-96d4b7c4b398 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0876212
Jan 28 02:08:06.225375 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-404a6f04-2d5e-4fbf-8676-b79dc1dfbf51 req-4039445c-c8aa-4020-bdfd-d6635b491f0f tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809996
Jan 28 02:08:06.272977 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-494a1451-5a59-46e9-9b64-d8a978b442c2 req-b4a8957b-e31d-4703-8811-f743b38e4dc1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353088
Jan 28 02:08:07.354238 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3e68f-6372-4965-94d7-26d05d21bb77 req-c22c9d89-b35b-45ae-8b7b-4cc8d9ca7b82 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:07.355740 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-76b3e68f-6372-4965-94d7-26d05d21bb77 req-c22c9d89-b35b-45ae-8b7b-4cc8d9ca7b82 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0601056
Jan 28 02:08:07.397784 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-76b3e68f-6372-4965-94d7-26d05d21bb77 req-d5940c92-1225-4b3d-b5a4-2e6e57cf4250 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328195
Jan 28 02:08:07.502207 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd8b21-00b6-44b5-8163-374ce3d95ee1 req-ab66e39a-0e80-4b3d-92fb-f0c8f59cc9b9 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:07.503702 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e9dd8b21-00b6-44b5-8163-374ce3d95ee1 req-ab66e39a-0e80-4b3d-92fb-f0c8f59cc9b9 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0499282
Jan 28 02:08:07.544001 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e9dd8b21-00b6-44b5-8163-374ce3d95ee1 req-5c0c3cae-595f-4ff9-8b4e-749675985edf tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0334246
Jan 28 02:08:08.521391 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6a217-62b6-4945-9a86-1da7fb4f51e0 req-a40a4acc-09e5-4777-a906-32912b591dc2 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:08.522972 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-69f6a217-62b6-4945-9a86-1da7fb4f51e0 req-a40a4acc-09e5-4777-a906-32912b591dc2 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0529177
Jan 28 02:08:08.562433 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-69f6a217-62b6-4945-9a86-1da7fb4f51e0 req-30801656-54c5-444a-b24d-58b92543a2b8 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334308
Jan 28 02:08:08.666450 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f852f-4a95-4548-988b-5975a3d834f1 req-9c004c2f-499b-4937-bc31-12b9651f2301 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:08.668065 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a59f852f-4a95-4548-988b-5975a3d834f1 req-9c004c2f-499b-4937-bc31-12b9651f2301 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0498159
Jan 28 02:08:08.706822 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a59f852f-4a95-4548-988b-5975a3d834f1 req-c8998e49-22aa-451d-ac6f-04b1986aba7c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0324094
Jan 28 02:08:08.866370 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:08:08.890502 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:08:08.890841 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 6a5dc122-96f8-4b70-a7b2-fd97f86dcdfc not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:08:09.683899 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cccaf-1f4c-40f4-9a39-6286d30becbe req-52606060-e2bd-4ab8-a248-d3191c1874b8 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:09.685536 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8b9cccaf-1f4c-40f4-9a39-6286d30becbe req-52606060-e2bd-4ab8-a248-d3191c1874b8 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0528719
Jan 28 02:08:09.724956 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8b9cccaf-1f4c-40f4-9a39-6286d30becbe req-66639911-df57-44c9-8241-349d8f9479fe tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334418
Jan 28 02:08:09.836254 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdeee8-49dc-4691-bb8e-319866f68cde req-9564f104-edf4-43ab-843f-2e792f35fe00 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:09.837757 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c5cdeee8-49dc-4691-bb8e-319866f68cde req-9564f104-edf4-43ab-843f-2e792f35fe00 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0535238
Jan 28 02:08:09.879649 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c5cdeee8-49dc-4691-bb8e-319866f68cde req-5685c975-52de-4e53-80a2-9eb7d798a18e tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343463
Jan 28 02:08:10.040122 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b09b85-d04c-4b9a-8628-5e2cc3702763 req-2479b66e-3014-4ebd-bda4-89d3e556c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:10.043045 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-93b09b85-d04c-4b9a-8628-5e2cc3702763 req-2479b66e-3014-4ebd-bda4-89d3e556c0f9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 1098 time: 0.0630686
Jan 28 02:08:10.090923 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-93b09b85-d04c-4b9a-8628-5e2cc3702763 req-da5891ec-1a63-4660-ac9d-9fb5f77d59a1 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404615
Jan 28 02:08:10.823181 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-c4d14485-c2b7-4030-86d6-36be85b21185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:10.889253 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f989f2-b82e-4e7b-b27d-16a21c994b11 req-0d5f9039-b493-4d9f-b933-eede8b4faa75 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:10.891413 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-16f989f2-b82e-4e7b-b27d-16a21c994b11 req-0d5f9039-b493-4d9f-b933-eede8b4faa75 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0506885
Jan 28 02:08:10.931908 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-16f989f2-b82e-4e7b-b27d-16a21c994b11 req-1b709917-dde3-4d7c-b9f6-290db3eaeafd tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343652
Jan 28 02:08:11.012419 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dedf12-b623-4a9d-9fcb-1619e17c7672 req-43e6a411-c63d-45db-90aa-06d85bee1fc6 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:11.013912 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f4dedf12-b623-4a9d-9fcb-1619e17c7672 req-43e6a411-c63d-45db-90aa-06d85bee1fc6 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0521224
Jan 28 02:08:11.055994 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f4dedf12-b623-4a9d-9fcb-1619e17c7672 req-d7d0f8ad-1b35-40ae-adf8-1573214acf24 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0352037
Jan 28 02:08:11.888705 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-2f86da7e-053d-40a3-89ad-e82e3b9271d2 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:11.890780 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-2f86da7e-053d-40a3-89ad-e82e3b9271d2 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/networks?id=a1afa762-f2ce-40be-8faa-e9c2b4144812 HTTP/1.1" status: 200  len: 815 time: 0.1010678
Jan 28 02:08:11.906028 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-780c918b-4502-44b2-b460-ca5a54a38530 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/quotas/2b66ddee4c864aae90b738695dffbeb9 HTTP/1.1" status: 200  len: 375 time: 0.0088806
Jan 28 02:08:11.956152 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-bf2f301b-2e3c-49c6-afea-bc39c3de920e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b66ddee4c864aae90b738695dffbeb9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0448544
Jan 28 02:08:12.083952 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbad54f-dd6d-4bd1-acbf-c9e724be388d req-1421961e-1344-4623-ab92-831ef8e1457a tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:12.085483 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-abbad54f-dd6d-4bd1-acbf-c9e724be388d req-1421961e-1344-4623-ab92-831ef8e1457a tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0793447
Jan 28 02:08:12.087248 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-24a58e9c-08eb-468c-aa8d-b676a8014b47 service neutron] 10.222.0.79 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241817
Jan 28 02:08:12.170200 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-abbad54f-dd6d-4bd1-acbf-c9e724be388d req-d03c2fdd-9021-4ecb-aeca-375cadb316b4 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787916
Jan 28 02:08:12.201817 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-2e70d24e-d4ba-459f-919f-1051fed8a605 service neutron] 10.222.0.79 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1041815
Jan 28 02:08:12.276510 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26737e7d-18e6-4432-ba09-9b07d3cfb3f2 req-1ac7b689-fef7-4d89-9ceb-2372dd75abb4 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:12.277987 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-26737e7d-18e6-4432-ba09-9b07d3cfb3f2 req-1ac7b689-fef7-4d89-9ceb-2372dd75abb4 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0505893
Jan 28 02:08:12.319832 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-26737e7d-18e6-4432-ba09-9b07d3cfb3f2 req-571e37d2-b017-468b-b247-0b92710a5b82 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345130
Jan 28 02:08:12.433810 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2a9062a0-9dc7-4fff-bfc2-91bb6337eaa3 req-f353a327-6f84-4b44-b265-f2d56d64805a tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 210 time: 0.0258837
Jan 28 02:08:12.728557 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c391f3-3e7b-472b-8d45-4e67769e7de6 req-42ab93ce-56f8-4d9a-9dcf-dc10001fd9ec tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:12.730163 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e7c391f3-3e7b-472b-8d45-4e67769e7de6 req-42ab93ce-56f8-4d9a-9dcf-dc10001fd9ec tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0500951
Jan 28 02:08:12.770934 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e7c391f3-3e7b-472b-8d45-4e67769e7de6 req-884869e9-a632-41df-a5c3-5794e3f38a65 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337934
Jan 28 02:08:13.106066 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-4e2bf03a-0a7f-497e-a966-31374681d718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:13.441393 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e74f-89a1-4916-9572-0c099087d041 req-03ea0eb1-3caf-42e3-b649-3f34a71ca94c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:13.442857 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-aa15e74f-89a1-4916-9572-0c099087d041 req-03ea0eb1-3caf-42e3-b649-3f34a71ca94c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0471933
Jan 28 02:08:13.479334 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-aa15e74f-89a1-4916-9572-0c099087d041 req-e229c6b5-19ae-46c3-a85e-2c0fabf03714 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0304704
Jan 28 02:08:13.566341 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4f16edfc-4fb6-46ff-9f5d-9155090a1364 req-f10499f6-bc14-4cf2-94a9-e3d8e4317760 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 210 time: 0.0280836
Jan 28 02:08:13.901931 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb990c2-c964-47df-ae10-0ac2de4ff168 req-cd6adb39-c830-4ac2-82ba-0e9d421fb307 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:13.903684 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5cb990c2-c964-47df-ae10-0ac2de4ff168 req-cd6adb39-c830-4ac2-82ba-0e9d421fb307 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0559325
Jan 28 02:08:13.946494 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5cb990c2-c964-47df-ae10-0ac2de4ff168 req-dacb30f0-820c-4235-a5ed-4396f3e3b30a tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352085
Jan 28 02:08:14.603263 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cf93c-9598-4093-98f1-8ded8dbe78b2 req-5b101385-8e7e-4712-bbe2-98d17af25b07 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:14.604792 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-103cf93c-9598-4093-98f1-8ded8dbe78b2 req-5b101385-8e7e-4712-bbe2-98d17af25b07 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0481448
Jan 28 02:08:14.643061 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-103cf93c-9598-4093-98f1-8ded8dbe78b2 req-5509c32e-031e-4770-9df2-84e7c1601860 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316811
Jan 28 02:08:14.655422 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:14.731175 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-47c5758a-6f6d-4c05-9ccd-10320c738b85 req-494b1ea1-ae6e-42d1-8f96-8ad9dae9c148 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 210 time: 0.0307887
Jan 28 02:08:14.797551 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98f53c-085e-42f1-837e-55810cc2845d req-4601aee7-067d-4a42-84e3-4ab709879be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:14.803333 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0c98f53c-085e-42f1-837e-55810cc2845d req-4601aee7-067d-4a42-84e3-4ab709879be3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cc19a0f9c33f47f1b504bebbb0b2c931&device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 1098 time: 0.0440075
Jan 28 02:08:14.892391 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98f53c-085e-42f1-837e-55810cc2845d req-eeb8a97f-2512-492c-9a08-b2a92cf7ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:14.893834 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0c98f53c-085e-42f1-837e-55810cc2845d req-eeb8a97f-2512-492c-9a08-b2a92cf7ac0f service neutron] 10.222.0.95 "GET /v2.0/networks?id=8ef75d94-d93d-4873-9fc3-216697a025d1 HTTP/1.1" status: 200  len: 920 time: 0.0838020
Jan 28 02:08:14.939317 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0c98f53c-085e-42f1-837e-55810cc2845d req-67f03fae-9ed4-4b88-95f5-2b1f87171fdf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=333b77f2-3cf1-4c8f-94ce-5901a7eb748d HTTP/1.1" status: 200  len: 217 time: 0.0376117
Jan 28 02:08:14.995121 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98f53c-085e-42f1-837e-55810cc2845d req-0b6f51b0-7c91-4349-95d0-3c554d1c9a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:14.996630 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0c98f53c-085e-42f1-837e-55810cc2845d req-0b6f51b0-7c91-4349-95d0-3c554d1c9a29 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db836a45-602b-4146-a315-ae0211e2435f HTTP/1.1" status: 200  len: 858 time: 0.0506678
Jan 28 02:08:15.070357 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0c98f53c-085e-42f1-837e-55810cc2845d req-e1430777-9b04-4872-9dc6-dafea70b596a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8ef75d94-d93d-4873-9fc3-216697a025d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258918
Jan 28 02:08:15.085232 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382f941-f83b-4b76-8040-705be0a8e049 req-e92a4e5d-db1e-47ab-99ff-6aeed62fead2 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:15.086829 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9382f941-f83b-4b76-8040-705be0a8e049 req-e92a4e5d-db1e-47ab-99ff-6aeed62fead2 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0698583
Jan 28 02:08:15.173024 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9382f941-f83b-4b76-8040-705be0a8e049 req-41fd10ed-9921-45de-88d2-7bde48073553 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772095
Jan 28 02:08:15.202448 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0c98f53c-085e-42f1-837e-55810cc2845d req-b0530e8f-db79-437d-ac0d-dc54efd73d9a service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1144905
Jan 28 02:08:15.293812 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0c98f53c-085e-42f1-837e-55810cc2845d req-ad042c97-00ff-4b46-a690-93bad63ee729 service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841064
Jan 28 02:08:15.777425 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec984b-2db3-49a0-a6c7-e256833db127 req-20ef3c27-2ef7-4965-ac39-fd12903cafce tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:15.778900 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bdec984b-2db3-49a0-a6c7-e256833db127 req-20ef3c27-2ef7-4965-ac39-fd12903cafce tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0552087
Jan 28 02:08:15.839034 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7eb04fd0-7d73-41a7-ac67-d674de74c658 req-e106c450-8c4e-4b95-937d-01d45edc38ec tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 210 time: 0.0327337
Jan 28 02:08:15.841946 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bdec984b-2db3-49a0-a6c7-e256833db127 req-530c6467-99a9-4d50-b785-2f08be80578e tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564303
Jan 28 02:08:16.161128 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-51f18fc5-1428-470c-8c9d-24a1b84d667f tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:16.162703 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-51f18fc5-1428-470c-8c9d-24a1b84d667f tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.95 "GET /v2.0/networks?id=a1afa762-f2ce-40be-8faa-e9c2b4144812 HTTP/1.1" status: 200  len: 815 time: 0.1208467
Jan 28 02:08:16.185566 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-86fd672e-533c-4205-a0ee-1a456c70b919 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Request body: {'port': {'device_id': 'f529663e-c976-44f4-b501-5c3469c86721', 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812', 'admin_state_up': True, 'tenant_id': '2b66ddee4c864aae90b738695dffbeb9'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:08:16.337108 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6601ea-3dfe-4e2a-9a0a-3af0c9ed5e3a req-f11faf9f-7e6d-442c-a229-1d079fad3fa0 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:16.338573 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7d6601ea-3dfe-4e2a-9a0a-3af0c9ed5e3a req-f11faf9f-7e6d-442c-a229-1d079fad3fa0 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0924635
Jan 28 02:08:16.388295 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7d6601ea-3dfe-4e2a-9a0a-3af0c9ed5e3a req-21217418-7be5-41ec-a9af-f7ddcb73a0b8 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431702
Jan 28 02:08:16.466578 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:16.468425 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-86fd672e-533c-4205-a0ee-1a456c70b919 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Made reservation on behalf of 2b66ddee4c864aae90b738695dffbeb9 for: {'port': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:08:16.476721 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-86fd672e-533c-4205-a0ee-1a456c70b919 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:16.584234 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 55810) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:16.600186 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:16.621861 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-86fd672e-533c-4205-a0ee-1a456c70b919 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Allocated IP 172.20.0.13 (a1afa762-f2ce-40be-8faa-e9c2b4144812/dd3ae6ac-d700-43ed-b661-5b566efe7e08/a8128aba-f6b8-4d67-8aeb-48bca91f2e98) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:08:16.713042 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ca75b736-cce3-426c-b07f-739b305a9fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:16.795761 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ca75b736-cce3-426c-b07f-739b305a9fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:16.798344 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-86fd672e-533c-4205-a0ee-1a456c70b919 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:16.833325 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 55824) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:16.879507 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ca75b736-cce3-426c-b07f-739b305a9fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:16.913775 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ca75b736-cce3-426c-b07f-739b305a9fe8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b3bbb70fe0f54bfcb551a568f070410c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3283782
Jan 28 02:08:16.916531 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 55832) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:16.926044 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-86fd672e-533c-4205-a0ee-1a456c70b919 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:16.932674 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75b736-cce3-426c-b07f-739b305a9fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68903dc9-0823-4978-98f5-7d5c14add3c2,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:16.980717 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['9f5a06ae-9758-488e-b71f-7103e118fef7'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:08:17.016664 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ca8020c2-ef4e-4b25-be15-79da64acd853 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=328131fd3ad64205a4928d00c2bb8c23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1791070
Jan 28 02:08:17.016860 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 55838) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:17.061290 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-86fd672e-533c-4205-a0ee-1a456c70b919 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Network a1afa762-f2ce-40be-8faa-e9c2b4144812 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:08:17.073318 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-46dc44d8-459a-4dc6-86c0-cd1a9c337a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:17.078842 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-86fd672e-533c-4205-a0ee-1a456c70b919 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:08:17.089689 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-86fd672e-533c-4205-a0ee-1a456c70b919 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:08:17.097343 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-46dc44d8-459a-4dc6-86c0-cd1a9c337a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:17.099864 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd672e-533c-4205-a0ee-1a456c70b919 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Pushing event updated for resources: {'Port': ['ID=a8128aba-f6b8-4d67-8aeb-48bca91f2e98,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:17.133469 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbeac97-66ac-4ad2-a2ce-03f7a0f71aef req-b7adcbaf-0784-4e0a-9ff9-174ebb2a8a02 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:17.134980 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9bbeac97-66ac-4ad2-a2ce-03f7a0f71aef req-b7adcbaf-0784-4e0a-9ff9-174ebb2a8a02 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 932 time: 0.2063997
Jan 28 02:08:17.175924 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62372320-4eae-4b27-864e-44ad24e07590 req-f2bfb73c-c9db-4050-ab91-28159ffa600c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:17.177446 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-62372320-4eae-4b27-864e-44ad24e07590 req-f2bfb73c-c9db-4050-ab91-28159ffa600c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.1831319
Jan 28 02:08:17.192971 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-71f59365-02ed-4725-b299-80636d80a10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:17.206570 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-86fd672e-533c-4205-a0ee-1a456c70b919 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:17.207147 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-86fd672e-533c-4205-a0ee-1a456c70b919 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:17.255219 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-71f59365-02ed-4725-b299-80636d80a10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:17.260986 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-46dc44d8-459a-4dc6-86c0-cd1a9c337a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:17.263499 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-46dc44d8-459a-4dc6-86c0-cd1a9c337a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:17.264863 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-46dc44d8-459a-4dc6-86c0-cd1a9c337a98 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0dd2b8cb-34c5-4338-80bd-6440f19fd169 HTTP/1.1" status: 204  len: 168 time: 0.2470088
Jan 28 02:08:17.266914 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9bbeac97-66ac-4ad2-a2ce-03f7a0f71aef req-681283c8-0df1-4f4b-90ad-bbaee71034a3 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225467
Jan 28 02:08:17.277821 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc44d8-459a-4dc6-86c0-cd1a9c337a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd2b8cb-34c5-4338-80bd-6440f19fd169,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:17.303162 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-62372320-4eae-4b27-864e-44ad24e07590 req-99a5e8e6-e280-401a-a8d6-7da44044680f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1151390
Jan 28 02:08:17.355241 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-86fd672e-533c-4205-a0ee-1a456c70b919 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1726923
Jan 28 02:08:17.394182 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Request body: {'port': {'device_id': 'f529663e-c976-44f4-b501-5c3469c86721', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:08:17.452501 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-71f59365-02ed-4725-b299-80636d80a10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:17.455030 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-71f59365-02ed-4725-b299-80636d80a10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:17.458934 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-71f59365-02ed-4725-b299-80636d80a10b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/68903dc9-0823-4978-98f5-7d5c14add3c2 HTTP/1.1" status: 204  len: 168 time: 0.5411947
Jan 28 02:08:17.462629 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:17.476407 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f59365-02ed-4725-b299-80636d80a10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68903dc9-0823-4978-98f5-7d5c14add3c2,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:17.638806 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db07fc1-092e-4b47-b2ff-e2dc13fb1666 req-b2f399a8-33e1-48cd-a1f6-8c4e148ee7d9 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:17.640848 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9db07fc1-092e-4b47-b2ff-e2dc13fb1666 req-b2f399a8-33e1-48cd-a1f6-8c4e148ee7d9 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.1378286
Jan 28 02:08:17.733705 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9db07fc1-092e-4b47-b2ff-e2dc13fb1666 req-9a684c83-e932-4026-95c7-a0f16c4c68f0 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855577
Jan 28 02:08:17.840516 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8128aba-f6b8-4d67-8aeb-48bca91f2e98 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:08:17.849241 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:17.865779 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Transition to ACTIVE for port object a8128aba-f6b8-4d67-8aeb-48bca91f2e98 will not be triggered until provisioned by entity L2. {{(pid=102090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:08:17.942904 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:18.012272 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8128aba-f6b8-4d67-8aeb-48bca91f2e98,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:18.064994 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Attempting to bind port a8128aba-f6b8-4d67-8aeb-48bca91f2e98 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:08:18.065336 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Attempting to bind port a8128aba-f6b8-4d67-8aeb-48bca91f2e98 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '1f787b5e-ad82-4843-a31a-811f83fdc125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:08:18.065756 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Attempting to bind port a8128aba-f6b8-4d67-8aeb-48bca91f2e98 on network a1afa762-f2ce-40be-8faa-e9c2b4144812 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:08:18.070207 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Port a8128aba-f6b8-4d67-8aeb-48bca91f2e98 on network a1afa762-f2ce-40be-8faa-e9c2b4144812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:08:18.070517 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Attempting to bind port a8128aba-f6b8-4d67-8aeb-48bca91f2e98 on network a1afa762-f2ce-40be-8faa-e9c2b4144812 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:08:18.075484 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:08:18.075825 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Checking segment: {'id': '1f787b5e-ad82-4843-a31a-811f83fdc125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:08:18.076694 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Bound using segment: {'id': '1f787b5e-ad82-4843-a31a-811f83fdc125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:08:18.076694 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Bound port: a8128aba-f6b8-4d67-8aeb-48bca91f2e98, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f787b5e-ad82-4843-a31a-811f83fdc125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:08:18.077892 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:18.159085 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] For port a8128aba-f6b8-4d67-8aeb-48bca91f2e98, host hv-cinder-82497, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:08:18.162150 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] For port a8128aba-f6b8-4d67-8aeb-48bca91f2e98, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a8128aba-f6b8-4d67-8aeb-48bca91f2e98,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:08:18.206829 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 55876) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:18.229086 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9063bf2f-1ece-41d3-9f36-b35e1508d260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:18.297967 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:18.310266 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9063bf2f-1ece-41d3-9f36-b35e1508d260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:18.365944 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9063bf2f-1ece-41d3-9f36-b35e1508d260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:18.412347 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-9063bf2f-1ece-41d3-9f36-b35e1508d260 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0befcf08e33642a3978688628be9a933&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2043805
Jan 28 02:08:18.413196 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 55886) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:18.415399 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063bf2f-1ece-41d3-9f36-b35e1508d260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ab4274-56d5-4bed-9bc3-969ca0bd4f30,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:18.466592 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 55888) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:18.477458 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-396d63ef-30e8-4649-8cd7-41836f9b2cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:18.501936 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-396d63ef-30e8-4649-8cd7-41836f9b2cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:18.585356 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-90a56501-c594-4a24-8c6d-879401f983a7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-903668288-network', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:08:18.612013 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-396d63ef-30e8-4649-8cd7-41836f9b2cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:18.614571 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-396d63ef-30e8-4649-8cd7-41836f9b2cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:18.618458 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-396d63ef-30e8-4649-8cd7-41836f9b2cc5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/70ab4274-56d5-4bed-9bc3-969ca0bd4f30 HTTP/1.1" status: 204  len: 168 time: 0.2040298
Jan 28 02:08:18.631028 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d63ef-30e8-4649-8cd7-41836f9b2cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ab4274-56d5-4bed-9bc3-969ca0bd4f30,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:18.631557 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:18.632360 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:18.634024 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] 10.222.0.95 "PUT /v2.0/ports/a8128aba-f6b8-4d67-8aeb-48bca91f2e98 HTTP/1.1" status: 200  len: 1094 time: 1.2442107
Jan 28 02:08:18.636969 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f529663e-c976-44f4-b501-5c3469c86721', 'tag': 'a8128aba-f6b8-4d67-8aeb-48bca91f2e98'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:08:18.640731 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91799eca-a7f3-4d84-97a6-0ee7391b6448" -d '{"events": [{"name": "network-changed", "server_uuid": "f529663e-c976-44f4-b501-5c3469c86721", "tag": "a8128aba-f6b8-4d67-8aeb-48bca91f2e98"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:08:18.679331 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b548f39-10f6-48a8-a83d-03ee1a31ebb3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8128aba-f6b8-4d67-8aeb-48bca91f2e98,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:18.698790 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc79f1-c2f3-46ff-a50c-9056be5568bd req-50ce20e6-a22b-4a91-8f1b-af637420f6b3 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:18.700442 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-31cc79f1-c2f3-46ff-a50c-9056be5568bd req-50ce20e6-a22b-4a91-8f1b-af637420f6b3 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.1319463
Jan 28 02:08:18.709647 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf7aa5-c3f7-47cc-a98b-4bbe5acc3ec6 req-b63ac988-eebe-4187-9ac2-de0984453ed7 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:18.710930 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-67bf7aa5-c3f7-47cc-a98b-4bbe5acc3ec6 req-b63ac988-eebe-4187-9ac2-de0984453ed7 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 944 time: 0.1411402
Jan 28 02:08:18.754646 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a56501-c594-4a24-8c6d-879401f983a7 admin admin] Made reservation on behalf of 2e991e35dc5b463fbf9f08db0e72cf46 for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:08:18.758240 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-90a56501-c594-4a24-8c6d-879401f983a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:18.762110 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-31cc79f1-c2f3-46ff-a50c-9056be5568bd req-ea3ea4a9-2bc9-45ab-b4c4-6ab115b00058 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501316
Jan 28 02:08:18.772468 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-90a56501-c594-4a24-8c6d-879401f983a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:18.795457 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-67bf7aa5-c3f7-47cc-a98b-4bbe5acc3ec6 req-9581a9e2-91cd-4bba-82da-291e0cac203a tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756187
Jan 28 02:08:18.865094 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff7d6af-7d63-4b1a-9f71-b37ef6ebf7c0 x-openstack-request-id: req-5ff7d6af-7d63-4b1a-9f71-b37ef6ebf7c0 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:08:18.866233 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f529663e-c976-44f4-b501-5c3469c86721", "tag": "a8128aba-f6b8-4d67-8aeb-48bca91f2e98", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:08:18.866624 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5ff7d6af-7d63-4b1a-9f71-b37ef6ebf7c0 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:08:18.867157 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f529663e-c976-44f4-b501-5c3469c86721', 'tag': 'a8128aba-f6b8-4d67-8aeb-48bca91f2e98', 'status': 'completed', 'code': 200}
Jan 28 02:08:18.895162 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-0d61afb0-529d-4d16-9074-ce2020019b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:18.896948 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-0d61afb0-529d-4d16-9074-ce2020019b66 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2b66ddee4c864aae90b738695dffbeb9&device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 1097 time: 0.0886524
Jan 28 02:08:18.920408 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-90a56501-c594-4a24-8c6d-879401f983a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:19.000699 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-cb78d11a-febc-4b1d-89b0-49b1135d6344 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8128aba-f6b8-4d67-8aeb-48bca91f2e98 HTTP/1.1" status: 200  len: 217 time: 0.0593665
Jan 28 02:08:19.017938 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-90a56501-c594-4a24-8c6d-879401f983a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:19.058659 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98e3da-ac29-4ef1-8773-70e421ce5cee req-b9b0ff7d-32e4-4fda-81c7-25a936d0009a tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:19.064655 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a56501-c594-4a24-8c6d-879401f983a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1216, 'physical_network': 'physnet1'}  {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:08:19.068107 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bb98e3da-ac29-4ef1-8773-70e421ce5cee req-b9b0ff7d-32e4-4fda-81c7-25a936d0009a tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.1558018
Jan 28 02:08:19.084210 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a56501-c594-4a24-8c6d-879401f983a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c2be39-972d-4a8d-ad02-679fd30b7c60,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:19.095605 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-90a56501-c594-4a24-8c6d-879401f983a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:19.095605 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-90a56501-c594-4a24-8c6d-879401f983a7 admin admin] Added segment a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce of type vlan for network 292dd6a5-430d-4e8a-a8ac-8f1544aeecf7
Jan 28 02:08:19.126833 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-0153822f-b311-407a-a4aa-379795626a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:19.126833 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-0153822f-b311-407a-a4aa-379795626a33 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=dd3ae6ac-d700-43ed-b661-5b566efe7e08 HTTP/1.1" status: 200  len: 855 time: 0.1212130
Jan 28 02:08:19.162360 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-90a56501-c594-4a24-8c6d-879401f983a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:19.171943 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bb98e3da-ac29-4ef1-8773-70e421ce5cee req-f8d5ad39-f107-4c9e-b41d-4d6995af27a8 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033096
Jan 28 02:08:19.191776 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-a5a6d1d0-1f16-4b2a-bc6b-71e8f77f733b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a1afa762-f2ce-40be-8faa-e9c2b4144812&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487127
Jan 28 02:08:19.289210 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-90a56501-c594-4a24-8c6d-879401f983a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:19.290190 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a56501-c594-4a24-8c6d-879401f983a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:19.290779 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-90a56501-c594-4a24-8c6d-879401f983a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:19.305126 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-aebe542d-ad68-488a-b028-41adc384adca service neutron] 10.222.0.95 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1036422
Jan 28 02:08:19.356458 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a56501-c594-4a24-8c6d-879401f983a7 admin admin] Pushing event updated for resources: {'Network': ['ID=292dd6a5-430d-4e8a-a8ac-8f1544aeecf7,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:19.368950 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network 292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:08:19.403058 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-90a56501-c594-4a24-8c6d-879401f983a7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9322014
Jan 28 02:08:19.403248 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 55924) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:19.409340 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-0fb01f5f-2a61-4135-8745-da95d9b7f319 admin admin] Request body: {'subnet': {'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-903668288-subnet', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'ip_version': 4}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:08:19.430606 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9e1874db-7cb5-40dc-8653-4a448214e844 req-7b54c6b3-7a56-48aa-ba99-99dc42497747 service neutron] 10.222.0.95 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1134160
Jan 28 02:08:19.538256 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb01f5f-2a61-4135-8745-da95d9b7f319 admin admin] Made reservation on behalf of 2e991e35dc5b463fbf9f08db0e72cf46 for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:08:19.543156 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0fb01f5f-2a61-4135-8745-da95d9b7f319 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28750103'] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:19.677910 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91799eca-a7f3-4d84-97a6-0ee7391b6448 req-a10523c8-72fd-4aaa-9335-e4d1c5f5b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:19.679463 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-91799eca-a7f3-4d84-97a6-0ee7391b6448 req-a10523c8-72fd-4aaa-9335-e4d1c5f5b980 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2b66ddee4c864aae90b738695dffbeb9&device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 1097 time: 0.0456638
Jan 28 02:08:19.788289 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91799eca-a7f3-4d84-97a6-0ee7391b6448 req-3119adb8-515e-48be-b384-5c7f726d443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:19.788910 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-91799eca-a7f3-4d84-97a6-0ee7391b6448 req-3119adb8-515e-48be-b384-5c7f726d443e service neutron] 10.222.0.95 "GET /v2.0/networks?id=a1afa762-f2ce-40be-8faa-e9c2b4144812 HTTP/1.1" status: 200  len: 917 time: 0.1013114
Jan 28 02:08:19.812009 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0fb01f5f-2a61-4135-8745-da95d9b7f319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27877483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28750085'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:19.962016 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-91799eca-a7f3-4d84-97a6-0ee7391b6448 req-eceb3408-811c-49ba-b882-73d570ecf24b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8128aba-f6b8-4d67-8aeb-48bca91f2e98 HTTP/1.1" status: 200  len: 217 time: 0.1348042
Jan 28 02:08:19.995385 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb01f5f-2a61-4135-8745-da95d9b7f319 admin admin] Checking segment: {'id': 'a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:08:19.996138 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb01f5f-2a61-4135-8745-da95d9b7f319 admin admin] Network hostable DHCP agents. Network: 292dd6a5-430d-4e8a-a8ac-8f1544aeecf7, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:08:20.008330 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb01f5f-2a61-4135-8745-da95d9b7f319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b09904-629d-4862-b9b2-a069385f4d4c,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:20.066730 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359457e-4552-49f6-9e13-c06fa3cf6574 req-e75fee2a-9d9f-4e25-a084-cce6b5cf9d90 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:20.067763 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d359457e-4552-49f6-9e13-c06fa3cf6574 req-e75fee2a-9d9f-4e25-a084-cce6b5cf9d90 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.1508529
Jan 28 02:08:20.070039 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91799eca-a7f3-4d84-97a6-0ee7391b6448 req-44dbe1c2-c9e4-474b-b0e1-e8b08216c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:20.071343 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-91799eca-a7f3-4d84-97a6-0ee7391b6448 req-44dbe1c2-c9e4-474b-b0e1-e8b08216c7e6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=dd3ae6ac-d700-43ed-b661-5b566efe7e08 HTTP/1.1" status: 200  len: 855 time: 0.1016974
Jan 28 02:08:20.079280 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c951065-9521-4b34-82c6-a5632500fa7e req-e1bc41cb-34d5-4ea7-b6d8-5be51e744b19 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:20.080725 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1c951065-9521-4b34-82c6-a5632500fa7e req-e1bc41cb-34d5-4ea7-b6d8-5be51e744b19 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 944 time: 0.1399198
Jan 28 02:08:20.125184 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-91799eca-a7f3-4d84-97a6-0ee7391b6448 req-69a855c4-cb54-429b-9bac-358381b0f4f1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a1afa762-f2ce-40be-8faa-e9c2b4144812&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422814
Jan 28 02:08:20.211696 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d359457e-4552-49f6-9e13-c06fa3cf6574 req-22bb1f89-acd5-42fb-9127-ccd89da3e215 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1299372
Jan 28 02:08:20.221933 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1c951065-9521-4b34-82c6-a5632500fa7e req-931617ab-e24c-45d6-9bb3-4b80b8834583 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314940
Jan 28 02:08:20.241260 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb01f5f-2a61-4135-8745-da95d9b7f319 admin admin] Network 292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:08:20.260251 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-91799eca-a7f3-4d84-97a6-0ee7391b6448 req-2273f04d-1c47-4c6d-bbf8-1d28e40a1da6 service neutron] 10.222.0.95 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1192720
Jan 28 02:08:20.306782 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-0fb01f5f-2a61-4135-8745-da95d9b7f319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, 292dd6a5-430d-4e8a-a8ac-8f1544aeecf7) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:08:20.313016 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb01f5f-2a61-4135-8745-da95d9b7f319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:20.314017 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0fb01f5f-2a61-4135-8745-da95d9b7f319 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:20.319879 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63729bc-ff50-4ea9-ae3d-f6f892786c5c None None] Network 292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:08:20.365180 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-91799eca-a7f3-4d84-97a6-0ee7391b6448 req-f3969fa7-46a8-47da-a7a2-2eb6684cafa2 service neutron] 10.222.0.95 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1017187
Jan 28 02:08:20.420082 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-0fb01f5f-2a61-4135-8745-da95d9b7f319 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0158412
Jan 28 02:08:20.422848 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 55970) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:20.427210 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-903668288-router', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:08:20.481031 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fe7d7be-6e7d-5d80-8e8c-77305bd48c93-292dd6a5-430d-4e8a-a8ac-8f1544aeecf7', 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'fixed_ips': [{'subnet_id': 'e7b09904-629d-4862-b9b2-a069385f4d4c'}]}} from dv-cinder-824977-1-iscsi. {{(pid=102091) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 02:08:20.482019 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:20.515170 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124889'] for router, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:20.516235 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124832'] for router, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:20.588516 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:20.628333 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.db_base_plugin_common [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Allocated IP 172.20.0.2 (292dd6a5-430d-4e8a-a8ac-8f1544aeecf7/e7b09904-629d-4862-b9b2-a069385f4d4c/7661d27c-8c69-48bc-8f3e-b254da4c063c) {{(pid=102091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:08:20.653932 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 55976) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:20.685978 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 55980) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:20.795436 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-99927009-abd5-4ca4-a56c-db3cc5afb70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:20.801937 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Notify callbacks [] for port, precommit_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:20.839299 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:20.863963 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9e4aaf50-ac83-47d3-a30b-9722b2cce932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:20.886621 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863'] for port, after_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:20.928855 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Network 292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 is already hosted by enough agents. {{(pid=102091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:08:20.931291 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.base_scheduler [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Resources bound (agent type, host, resource id):  {{(pid=102091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:08:20.934813 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-99927009-abd5-4ca4-a56c-db3cc5afb70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:20.935004 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Received port after_create {{(pid=102091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:08:20.985537 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Pushing event updated for resources: {'Port': ['ID=7661d27c-8c69-48bc-8f3e-b254da4c063c,revision_number=1']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:21.015425 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9e4aaf50-ac83-47d3-a30b-9722b2cce932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.022647 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-99927009-abd5-4ca4-a56c-db3cc5afb70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.042428 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Attempting to bind port 7661d27c-8c69-48bc-8f3e-b254da4c063c on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:08:21.043111 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Attempting to bind port 7661d27c-8c69-48bc-8f3e-b254da4c063c by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': 'a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:08:21.043654 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Attempting to bind port 7661d27c-8c69-48bc-8f3e-b254da4c063c on network 292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:08:21.062614 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:08:21.063283 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Checking segment: {'id': 'a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:08:21.063927 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.064714 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Bound using segment: {'id': 'a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:08:21.065528 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Bound port: 7661d27c-8c69-48bc-8f3e-b254da4c063c, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:08:21.066103 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.104780 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 55992) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:21.128686 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9e4aaf50-ac83-47d3-a30b-9722b2cce932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.135204 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-99927009-abd5-4ca4-a56c-db3cc5afb70f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=daec5691753140169f811110e7be2eba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4796112
Jan 28 02:08:21.139503 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 55998) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:21.160636 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99927009-abd5-4ca4-a56c-db3cc5afb70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018bce4b-266f-441b-86a4-55fb7ebe942f,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:21.196445 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-9e4aaf50-ac83-47d3-a30b-9722b2cce932 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f796bb1602a7400cb10d9572440e4b07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5083992
Jan 28 02:08:21.197612 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 56000) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:21.219286 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4aaf50-ac83-47d3-a30b-9722b2cce932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34c9d39-3e5f-4654-a460-dfea9f4b13e0,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:21.231461 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.244808 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] For port 7661d27c-8c69-48bc-8f3e-b254da4c063c, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:08:21.248576 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] For port 7661d27c-8c69-48bc-8f3e-b254da4c063c, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=7661d27c-8c69-48bc-8f3e-b254da4c063c,segment=NetworkSegment(a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce),segment_id=a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:08:21.263535 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.280935 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.287487 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-927cb68d-fe6b-4c2a-a3a4-f12ad85d22da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.344661 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-95b7f6b2-3afd-4313-bdbe-fdaeb9c9aab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.355669 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.370367 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-927cb68d-fe6b-4c2a-a3a4-f12ad85d22da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.396891 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494eaea-95bf-4aa2-8f40-552eae8d89be req-32c05694-16f1-4975-af10-e06cb47f259c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:21.399352 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4494eaea-95bf-4aa2-8f40-552eae8d89be req-32c05694-16f1-4975-af10-e06cb47f259c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0918410
Jan 28 02:08:21.413025 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-097b0959-b50c-44bc-945f-6e2777ef83aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.422445 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318da0a0-0a0b-455a-bede-43b662e2bdf0 None None] Pushing event updated for resources: {'Port': ['ID=7661d27c-8c69-48bc-8f3e-b254da4c063c,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:21.477936 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-097b0959-b50c-44bc-945f-6e2777ef83aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.493203 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4494eaea-95bf-4aa2-8f40-552eae8d89be req-c7b9e592-efa6-43eb-af88-6783edd9a3b0 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588140
Jan 28 02:08:21.511425 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-95b7f6b2-3afd-4313-bdbe-fdaeb9c9aab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.517793 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] Allocated IP 172.27.0.102 (f90e340b-27f2-447d-a156-32aa581e17da/626f942c-33cd-4310-8756-8b345f91ef49/b4fff494-7405-44a9-87e4-b54bf144f38b) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:08:21.593672 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-95b7f6b2-3afd-4313-bdbe-fdaeb9c9aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.616697 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-927cb68d-fe6b-4c2a-a3a4-f12ad85d22da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.626550 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-927cb68d-fe6b-4c2a-a3a4-f12ad85d22da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.626550 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-927cb68d-fe6b-4c2a-a3a4-f12ad85d22da admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/018bce4b-266f-441b-86a4-55fb7ebe942f HTTP/1.1" status: 204  len: 168 time: 0.4798779
Jan 28 02:08:21.639634 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927cb68d-fe6b-4c2a-a3a4-f12ad85d22da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018bce4b-266f-441b-86a4-55fb7ebe942f,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:21.658859 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7f6b2-3afd-4313-bdbe-fdaeb9c9aab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0080ff-23c1-4cfd-a182-c2ec8bb46b9a,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:21.661298 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.664495 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-95b7f6b2-3afd-4313-bdbe-fdaeb9c9aab6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=38716ffbfde64622b70c6c1a5b660fa8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5570266
Jan 28 02:08:21.667058 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 56012) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:21.724272 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-097b0959-b50c-44bc-945f-6e2777ef83aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.730413 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-097b0959-b50c-44bc-945f-6e2777ef83aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.730413 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-097b0959-b50c-44bc-945f-6e2777ef83aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e34c9d39-3e5f-4654-a460-dfea9f4b13e0 HTTP/1.1" status: 204  len: 168 time: 0.5283232
Jan 28 02:08:21.746454 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b0959-b50c-44bc-945f-6e2777ef83aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34c9d39-3e5f-4654-a460-dfea9f4b13e0,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:21.773685 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc1e9f-a670-4992-af73-6e4020da8cf6 req-812ad196-6a85-4a45-83e0-3eca383d977c tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:21.785511 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-12bc1e9f-a670-4992-af73-6e4020da8cf6 req-812ad196-6a85-4a45-83e0-3eca383d977c tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 944 time: 0.2024610
Jan 28 02:08:21.832824 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.852671 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-12bc1e9f-a670-4992-af73-6e4020da8cf6 req-480bb841-16b9-4a9b-8157-81e9aedaaca0 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662942
Jan 28 02:08:21.874479 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-bb2b65f8-6eba-45a4-bae2-1b4b47be172a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:21.877310 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] Network f90e340b-27f2-447d-a156-32aa581e17da is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:08:21.880390 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:08:21.888442 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:08:21.894275 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b4fff494-7405-44a9-87e4-b54bf144f38b,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:21.929481 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-bb2b65f8-6eba-45a4-bae2-1b4b47be172a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:22.105617 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-bb2b65f8-6eba-45a4-bae2-1b4b47be172a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:22.107671 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-bb2b65f8-6eba-45a4-bae2-1b4b47be172a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:22.109827 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-bb2b65f8-6eba-45a4-bae2-1b4b47be172a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cf0080ff-23c1-4cfd-a182-c2ec8bb46b9a HTTP/1.1" status: 204  len: 168 time: 0.4415152
Jan 28 02:08:22.125668 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b65f8-6eba-45a4-bae2-1b4b47be172a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0080ff-23c1-4cfd-a182-c2ec8bb46b9a,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:22.270703 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:22.363698 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5d107-1462-4392-8160-1c851f711c97 req-160dbd4d-78d7-4850-b4a6-1782a7e79433 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:22.365525 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-86e5d107-1462-4392-8160-1c851f711c97 req-160dbd4d-78d7-4850-b4a6-1782a7e79433 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0709138
Jan 28 02:08:22.425784 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-86e5d107-1462-4392-8160-1c851f711c97 req-c6134bd3-62bf-4b09-b41b-013cf445c73c tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495369
Jan 28 02:08:22.666354 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478116de-3815-4450-b9f9-7cac2e79d6c9 req-a78f9b02-7832-40bd-ba1a-5fee0a61db82 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:22.668389 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-478116de-3815-4450-b9f9-7cac2e79d6c9 req-a78f9b02-7832-40bd-ba1a-5fee0a61db82 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0696776
Jan 28 02:08:22.716317 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-478116de-3815-4450-b9f9-7cac2e79d6c9 req-1ebadfaf-57b1-459f-8fa6-31e1451131f1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396211
Jan 28 02:08:22.795013 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a0c298-bbef-4e6c-82fb-84ac49b9172e None None] Network 292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:08:22.854918 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746496'] for router, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:22.882406 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-2f4ad6d9-af07-4d34-b917-70c68ab195ba None None] Provisioning complete for port 7661d27c-8c69-48bc-8f3e-b254da4c063c triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:22.883087 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-2f4ad6d9-af07-4d34-b917-70c68ab195ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:22.969174 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device a8128aba-f6b8-4d67-8aeb-48bca91f2e98 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:08:23.013859 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94442c49-f32f-46d1-a750-45ca88eb327a req-9dd6a442-23d3-4c06-97a6-a6953ad97a52 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:23.024287 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-94442c49-f32f-46d1-a750-45ca88eb327a req-9dd6a442-23d3-4c06-97a6-a6953ad97a52 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 944 time: 0.0699625
Jan 28 02:08:23.068717 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-94442c49-f32f-46d1-a750-45ca88eb327a req-0c517a87-c8de-485c-8487-565838e31dc0 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437434
Jan 28 02:08:23.121388 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] Router 67bc87df-079d-4f37-8c94-f0eb7592793d is scheduled to L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 with binding_index 1 {{(pid=102089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 02:08:23.122451 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 7661d27c-8c69-48bc-8f3e-b254da4c063c up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:08:23.270063 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port a8128aba-f6b8-4d67-8aeb-48bca91f2e98, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a8128aba-f6b8-4d67-8aeb-48bca91f2e98,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:23.278397 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:08:23.287265 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-2f4ad6d9-af07-4d34-b917-70c68ab195ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:23.293531 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Sync routers for ids ['67bc87df-079d-4f37-8c94-f0eb7592793d'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:08:23.309479 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Routers {'67bc87df-079d-4f37-8c94-f0eb7592793d'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:08:23.312448 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': 'a8128aba-f6b8-4d67-8aeb-48bca91f2e98', 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812', 'port_id': 'a8128aba-f6b8-4d67-8aeb-48bca91f2e98', 'mac_address': 'fa:16:3e:e2:81:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd3ae6ac-d700-43ed-b661-5b566efe7e08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:08:23.313374 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f223d90>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['67bc87df-079d-4f37-8c94-f0eb7592793d'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:23.325571 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 7661d27c-8c69-48bc-8f3e-b254da4c063c triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:23.326120 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:23.406184 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:23.407879 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-f6ffc460-91f0-41af-8ec6-2cb38935b0e3 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.9839063
Jan 28 02:08:23.415566 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 56082) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:23.439329 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-2f4ad6d9-af07-4d34-b917-70c68ab195ba None None] For port 7661d27c-8c69-48bc-8f3e-b254da4c063c, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=7661d27c-8c69-48bc-8f3e-b254da4c063c,segment=NetworkSegment(a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce),segment_id=a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:23.454139 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:23.463416 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Set router 67bc87df-079d-4f37-8c94-f0eb7592793d gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:08:23.640095 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8128aba-f6b8-4d67-8aeb-48bca91f2e98 {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:08:23.647694 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-2f4ad6d9-af07-4d34-b917-70c68ab195ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:23.705420 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f223d90>, [{'id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'name': 'tempest-TestMinimumBasicScenario-903668288-router', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:20Z', 'updated_at': '2022-01-28T02:08:22Z', 'revision_number': 3, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'gw_port': {'id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:99:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:21Z', 'updated_at': '2022-01-28T02:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:23.744685 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Checking router: 67bc87df-079d-4f37-8c94-f0eb7592793d for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:08:23.745289 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Updating router 67bc87df-079d-4f37-8c94-f0eb7592793d port b4fff494-7405-44a9-87e4-b54bf144f38b binding host dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:08:23.776344 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:23.805170 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port a8128aba-f6b8-4d67-8aeb-48bca91f2e98, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a8128aba-f6b8-4d67-8aeb-48bca91f2e98,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:23.847576 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ad6d9-af07-4d34-b917-70c68ab195ba None None] Pushing event updated for resources: {'Port': ['ID=7661d27c-8c69-48bc-8f3e-b254da4c063c,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:23.879863 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:23.966034 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b68dcc5a-c979-4bee-8958-125725214eec None None] Provisioning complete for port 7661d27c-8c69-48bc-8f3e-b254da4c063c triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:23.972075 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b68dcc5a-c979-4bee-8958-125725214eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:24.008761 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf11fd-70dd-4cb8-9aa4-425836e87cbe req-aacc3f72-970e-4676-a276-0655ad6160d4 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:24.018427 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-21cf11fd-70dd-4cb8-9aa4-425836e87cbe req-aacc3f72-970e-4676-a276-0655ad6160d4 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.1733301
Jan 28 02:08:24.034054 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=a8128aba-f6b8-4d67-8aeb-48bca91f2e98,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:24.132592 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-21cf11fd-70dd-4cb8-9aa4-425836e87cbe req-17e6c26b-ddca-47de-a024-0f31a15b8223 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1124222
Jan 28 02:08:24.272582 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Notify callbacks [] for port, precommit_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:24.284561 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c517a-d72b-43e3-b9cf-e778f7ee5e76 req-9842396f-d556-4340-b057-0d8147fa1696 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:24.286211 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-821c517a-d72b-43e3-b9cf-e778f7ee5e76 req-9842396f-d556-4340-b057-0d8147fa1696 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 945 time: 0.1196363
Jan 28 02:08:24.319343 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['a8128aba-f6b8-4d67-8aeb-48bca91f2e98'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:08:24.337624 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:24.367276 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-821c517a-d72b-43e3-b9cf-e778f7ee5e76 req-711305f7-dc92-4f41-9e70-0014ead597b8 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696139
Jan 28 02:08:24.373221 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0fbaeb60-ac55-425d-99cd-2dcb275fe270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:24.434628 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Attempting to bind port b4fff494-7405-44a9-87e4-b54bf144f38b on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:08:24.435178 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Attempting to bind port b4fff494-7405-44a9-87e4-b54bf144f38b by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:08:24.435709 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Attempting to bind port b4fff494-7405-44a9-87e4-b54bf144f38b on network f90e340b-27f2-447d-a156-32aa581e17da {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:08:24.447449 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:08:24.450129 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Checking segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:08:24.450129 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:24.450129 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Bound using segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:08:24.450129 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Bound port: b4fff494-7405-44a9-87e4-b54bf144f38b, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:08:24.450129 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:24.454243 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5176e3-0211-4cf5-b9ed-708ffbb38054 None None] Pushing event updated for resources: {'Port': ['ID=b4fff494-7405-44a9-87e4-b54bf144f38b,revision_number=2']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:24.526629 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5176e3-0211-4cf5-b9ed-708ffbb38054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:24.527011 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5176e3-0211-4cf5-b9ed-708ffbb38054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:24.527357 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5176e3-0211-4cf5-b9ed-708ffbb38054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:24.527692 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5176e3-0211-4cf5-b9ed-708ffbb38054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:24.536265 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5176e3-0211-4cf5-b9ed-708ffbb38054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:24.537404 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5176e3-0211-4cf5-b9ed-708ffbb38054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:24.537878 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5176e3-0211-4cf5-b9ed-708ffbb38054 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:24.538376 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5176e3-0211-4cf5-b9ed-708ffbb38054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:24.539367 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5176e3-0211-4cf5-b9ed-708ffbb38054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:24.539851 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5176e3-0211-4cf5-b9ed-708ffbb38054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:24.540789 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5176e3-0211-4cf5-b9ed-708ffbb38054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:24.541275 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5176e3-0211-4cf5-b9ed-708ffbb38054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:24.576608 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-0fbaeb60-ac55-425d-99cd-2dcb275fe270 admin admin] Allocated IP 172.20.0.1 (292dd6a5-430d-4e8a-a8ac-8f1544aeecf7/e7b09904-629d-4862-b9b2-a069385f4d4c/3c4a71c9-836f-4383-b77b-e168e33aeece) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:08:24.584983 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] For port b4fff494-7405-44a9-87e4-b54bf144f38b, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:08:24.588550 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] For port b4fff494-7405-44a9-87e4-b54bf144f38b, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=b4fff494-7405-44a9-87e4-b54bf144f38b,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:08:24.680653 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:24.745190 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0fbaeb60-ac55-425d-99cd-2dcb275fe270 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:24.770598 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Routers {'67bc87df-079d-4f37-8c94-f0eb7592793d'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:08:24.771516 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f223d90>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['67bc87df-079d-4f37-8c94-f0eb7592793d'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:24.838415 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5176e3-0211-4cf5-b9ed-708ffbb38054 None None] Pushing event updated for resources: {'Port': ['ID=b4fff494-7405-44a9-87e4-b54bf144f38b,revision_number=3']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:24.857879 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0fbaeb60-ac55-425d-99cd-2dcb275fe270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:24.914751 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbaeb60-ac55-425d-99cd-2dcb275fe270 admin admin] Network 292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:08:24.914923 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 7661d27c-8c69-48bc-8f3e-b254da4c063c up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:08:24.919486 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbaeb60-ac55-425d-99cd-2dcb275fe270 admin admin] Pushing event updated for resources: {'Port': ['ID=3c4a71c9-836f-4383-b77b-e168e33aeece,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:24.930651 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] Set router 67bc87df-079d-4f37-8c94-f0eb7592793d gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:08:24.931013 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-0fbaeb60-ac55-425d-99cd-2dcb275fe270 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:08:24.931756 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbaeb60-ac55-425d-99cd-2dcb275fe270 admin admin] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:08:24.998541 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0fbaeb60-ac55-425d-99cd-2dcb275fe270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746719'] for router_interface, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:25.043317 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 7661d27c-8c69-48bc-8f3e-b254da4c063c triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:25.044133 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:25.215962 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f223d90>, [{'id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'name': 'tempest-TestMinimumBasicScenario-903668288-router', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:20Z', 'updated_at': '2022-01-28T02:08:22Z', 'revision_number': 3, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'gw_port': {'id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:99:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:21Z', 'updated_at': '2022-01-28T02:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:25.260772 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552592ef-42af-4ae9-96e2-157352bd7232 None None] The sync data for ids ['67bc87df-079d-4f37-8c94-f0eb7592793d'] in dv-cinder-824977-1-iscsi is: [{'id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'name': 'tempest-TestMinimumBasicScenario-903668288-router', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:20Z', 'updated_at': '2022-01-28T02:08:22Z', 'revision_number': 3, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'gw_port': {'id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:99:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:21Z', 'updated_at': '2022-01-28T02:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:08:25.301530 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 56168) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:25.302307 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0fbaeb60-ac55-425d-99cd-2dcb275fe270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:25.332637 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdd53e-11e0-49c2-ac2e-c5fe7ce8d11a req-5b71aa0d-4308-419a-bdf6-38288d0a4626 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:25.332637 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-94bdd53e-11e0-49c2-ac2e-c5fe7ce8d11a req-5b71aa0d-4308-419a-bdf6-38288d0a4626 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0841618
Jan 28 02:08:25.339210 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-a9ecc5fc-7632-4d62-98aa-5fd7f474adab None None] Provisioning complete for port 3c4a71c9-836f-4383-b77b-e168e33aeece triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:25.339586 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-a9ecc5fc-7632-4d62-98aa-5fd7f474adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:25.420297 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-a9ecc5fc-7632-4d62-98aa-5fd7f474adab None None] Port 3c4a71c9-836f-4383-b77b-e168e33aeece cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:08:25.430321 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-94bdd53e-11e0-49c2-ac2e-c5fe7ce8d11a req-c9276b88-b233-4e17-9413-ae8d034b54d8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766995
Jan 28 02:08:25.605440 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eaff95-cd5b-43db-981d-86eaa119a8e2 req-402a263f-1b6a-4d8f-b8bf-0975ebd20004 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:25.606972 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e6eaff95-cd5b-43db-981d-86eaa119a8e2 req-402a263f-1b6a-4d8f-b8bf-0975ebd20004 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 945 time: 0.0977902
Jan 28 02:08:25.617804 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7fe8e0ea-1209-4455-94dc-0fdc147ac1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:25.710599 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0fbaeb60-ac55-425d-99cd-2dcb275fe270 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:25.714916 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e6eaff95-cd5b-43db-981d-86eaa119a8e2 req-175f828b-ae17-48e7-95bc-e90e6d3b10fe tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708876
Jan 28 02:08:25.721641 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7fe8e0ea-1209-4455-94dc-0fdc147ac1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:25.775702 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0fbaeb60-ac55-425d-99cd-2dcb275fe270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:25.834666 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7fe8e0ea-1209-4455-94dc-0fdc147ac1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:25.850637 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbaeb60-ac55-425d-99cd-2dcb275fe270 admin admin] Pushing event updated for resources: {'Port': ['ID=3c4a71c9-836f-4383-b77b-e168e33aeece,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:25.859512 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0fbaeb60-ac55-425d-99cd-2dcb275fe270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-639424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564303'] for router_interface, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:25.912181 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7fe8e0ea-1209-4455-94dc-0fdc147ac1c8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=913336e737274ac78c4dea854abb8cf4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6086850
Jan 28 02:08:25.913112 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8e0ea-1209-4455-94dc-0fdc147ac1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05997482-9892-477a-9468-683196d29dd4,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:25.916028 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 56190) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:25.984540 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-be92ee33-5a4c-4dac-9ffe-6f438062084f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:26.009791 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbaeb60-ac55-425d-99cd-2dcb275fe270 admin admin] Network 292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:08:26.015429 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-0fbaeb60-ac55-425d-99cd-2dcb275fe270 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:08:26.026753 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-be92ee33-5a4c-4dac-9ffe-6f438062084f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:26.151313 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbaeb60-ac55-425d-99cd-2dcb275fe270 admin admin] Router 67bc87df-079d-4f37-8c94-f0eb7592793d has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:08:26.194473 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-be92ee33-5a4c-4dac-9ffe-6f438062084f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:26.197417 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-be92ee33-5a4c-4dac-9ffe-6f438062084f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:26.201238 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-be92ee33-5a4c-4dac-9ffe-6f438062084f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/05997482-9892-477a-9468-683196d29dd4 HTTP/1.1" status: 204  len: 168 time: 0.2816353
Jan 28 02:08:26.217163 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92ee33-5a4c-4dac-9ffe-6f438062084f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05997482-9892-477a-9468-683196d29dd4,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:26.353622 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-20e1d761-b4a8-4fa3-900c-3131d1b83f76 None None] Provisioning complete for port 3c4a71c9-836f-4383-b77b-e168e33aeece triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:26.354216 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-20e1d761-b4a8-4fa3-900c-3131d1b83f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:26.404663 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-20e1d761-b4a8-4fa3-900c-3131d1b83f76 None None] Port 3c4a71c9-836f-4383-b77b-e168e33aeece cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:08:26.588374 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbaeb60-ac55-425d-99cd-2dcb275fe270 admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:08:26.594629 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-0fbaeb60-ac55-425d-99cd-2dcb275fe270 admin admin] 10.222.0.79 "PUT /v2.0/routers/67bc87df-079d-4f37-8c94-f0eb7592793d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1773736
Jan 28 02:08:26.611070 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b81df-4a8d-4011-8e9f-bd2f5b67d36f req-27a4fbd9-dcc1-41c1-8e0a-83863469f938 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:26.621111 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d34b81df-4a8d-4011-8e9f-bd2f5b67d36f req-27a4fbd9-dcc1-41c1-8e0a-83863469f938 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0685611
Jan 28 02:08:26.652881 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d34b81df-4a8d-4011-8e9f-bd2f5b67d36f req-47d63b58-cedb-4abb-a195-946db9ebe60d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348485
Jan 28 02:08:26.933822 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff7b5a-94cf-487a-8a96-163b9aadf89a req-8983e3b1-9f45-4a0d-9e62-b91594624689 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:26.935431 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92ff7b5a-94cf-487a-8a96-163b9aadf89a req-8983e3b1-9f45-4a0d-9e62-b91594624689 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 945 time: 0.1154160
Jan 28 02:08:26.979255 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device b4fff494-7405-44a9-87e4-b54bf144f38b up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:08:26.992697 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92ff7b5a-94cf-487a-8a96-163b9aadf89a req-f305b4a1-9d15-4768-a8d0-5a55fe23acac tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485539
Jan 28 02:08:27.028265 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device eb8f729a-b66f-4c5c-a62e-472c346922bb details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:08:27.039063 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device a8128aba-f6b8-4d67-8aeb-48bca91f2e98 up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:08:27.173105 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port b4fff494-7405-44a9-87e4-b54bf144f38b triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:27.173400 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:27.253587 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:27.260885 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port a8128aba-f6b8-4d67-8aeb-48bca91f2e98 completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:08:27.265139 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port a8128aba-f6b8-4d67-8aeb-48bca91f2e98 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:27.265585 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:27.319942 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] For port b4fff494-7405-44a9-87e4-b54bf144f38b, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=b4fff494-7405-44a9-87e4-b54bf144f38b,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:27.334888 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port eb8f729a-b66f-4c5c-a62e-472c346922bb, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=eb8f729a-b66f-4c5c-a62e-472c346922bb,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:27.351063 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': 'eb8f729a-b66f-4c5c-a62e-472c346922bb', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'port_id': 'eb8f729a-b66f-4c5c-a62e-472c346922bb', 'mac_address': 'fa:16:3e:c7:d1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:08:27.408596 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:27.416471 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Sync routers for ids ['67bc87df-079d-4f37-8c94-f0eb7592793d'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:08:27.462568 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:27.468893 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Routers {'67bc87df-079d-4f37-8c94-f0eb7592793d'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:08:27.469534 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796eadd0a0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['67bc87df-079d-4f37-8c94-f0eb7592793d'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:27.471209 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:27.541514 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb8f729a-b66f-4c5c-a62e-472c346922bb {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:08:27.557170 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Pushing event updated for resources: {'Port': ['ID=b4fff494-7405-44a9-87e4-b54bf144f38b,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:27.569395 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f529663e-c976-44f4-b501-5c3469c86721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8128aba-f6b8-4d67-8aeb-48bca91f2e98'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:08:27.571835 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e870f0c4-b7aa-4dc2-9f11-fdf13d84057f" -d '{"events": [{"server_uuid": "f529663e-c976-44f4-b501-5c3469c86721", "name": "network-vif-plugged", "status": "completed", "tag": "a8128aba-f6b8-4d67-8aeb-48bca91f2e98"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:08:27.630271 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16960dad-32b1-4f9e-85ea-d10bd5817e4c x-openstack-request-id: req-16960dad-32b1-4f9e-85ea-d10bd5817e4c {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:08:27.630775 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f529663e-c976-44f4-b501-5c3469c86721", "name": "network-vif-plugged", "status": "completed", "tag": "a8128aba-f6b8-4d67-8aeb-48bca91f2e98", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:08:27.631365 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-16960dad-32b1-4f9e-85ea-d10bd5817e4c {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:08:27.631824 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f529663e-c976-44f4-b501-5c3469c86721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8128aba-f6b8-4d67-8aeb-48bca91f2e98', 'code': 200}
Jan 28 02:08:27.639543 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port a8128aba-f6b8-4d67-8aeb-48bca91f2e98, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a8128aba-f6b8-4d67-8aeb-48bca91f2e98,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:27.643284 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port eb8f729a-b66f-4c5c-a62e-472c346922bb, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=eb8f729a-b66f-4c5c-a62e-472c346922bb,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:27.667090 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Set router 67bc87df-079d-4f37-8c94-f0eb7592793d gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:08:27.682583 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 56256) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:27.688270 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-0f623c67-724d-4d7d-8246-82a73885116c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1925734713-network', 'tenant_id': '7a8a79b146b04d03bc72a00b5d36f046'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:08:27.698172 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:27.758496 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:27.803537 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f623c67-724d-4d7d-8246-82a73885116c admin admin] Made reservation on behalf of 7a8a79b146b04d03bc72a00b5d36f046 for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:08:27.805986 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0f623c67-724d-4d7d-8246-82a73885116c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:27.831196 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaff20c-bff1-4382-a129-0c509e217de1 req-8e52e9f6-38b2-4aed-bf41-fa367277c746 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:27.833871 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bfaff20c-bff1-4382-a129-0c509e217de1 req-8e52e9f6-38b2-4aed-bf41-fa367277c746 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 944 time: 0.0601580
Jan 28 02:08:27.844811 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0f623c67-724d-4d7d-8246-82a73885116c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:27.928801 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bfaff20c-bff1-4382-a129-0c509e217de1 req-9eaf7f43-0c8d-4a2c-8df9-6bcb912ba695 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820446
Jan 28 02:08:27.947350 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=a8128aba-f6b8-4d67-8aeb-48bca91f2e98,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:27.989057 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0f623c67-724d-4d7d-8246-82a73885116c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:28.080324 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0f623c67-724d-4d7d-8246-82a73885116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:28.084591 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=eb8f729a-b66f-4c5c-a62e-472c346922bb,revision_number=6']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:28.091234 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['eb8f729a-b66f-4c5c-a62e-472c346922bb'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:08:28.114208 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4149f44-e33b-4037-87a4-f414035bafaf req-4c7cdb90-f7b8-41cd-8467-f3f4a04a16f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:28.118082 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b4149f44-e33b-4037-87a4-f414035bafaf req-4c7cdb90-f7b8-41cd-8467-f3f4a04a16f4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 1099 time: 0.0992379
Jan 28 02:08:28.157835 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f623c67-724d-4d7d-8246-82a73885116c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8337db7-b2a0-4ef6-89eb-dc356ed7371b,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:28.165260 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f623c67-724d-4d7d-8246-82a73885116c admin admin] vlan segment allocate from pool success with {'vlan_id': 1203, 'physical_network': 'physnet1'}  {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:08:28.176952 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0f623c67-724d-4d7d-8246-82a73885116c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:28.177459 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-0f623c67-724d-4d7d-8246-82a73885116c admin admin] Added segment 6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd of type vlan for network 3f2157d2-ad71-467e-9774-19c477f0dd35
Jan 28 02:08:28.228302 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b4149f44-e33b-4037-87a4-f414035bafaf req-97bd2627-ae45-45cc-9aef-24aa3077f719 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923903
Jan 28 02:08:28.262789 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0f623c67-724d-4d7d-8246-82a73885116c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:28.322998 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e349133-06b5-4da3-a7ea-486f731240a8 req-6b4de75b-e963-435f-9476-765e7f665c19 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:28.329608 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4e349133-06b5-4da3-a7ea-486f731240a8 req-6b4de75b-e963-435f-9476-765e7f665c19 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 946 time: 0.1148510
Jan 28 02:08:28.359659 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796eadd0a0>, [{'id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'name': 'tempest-TestMinimumBasicScenario-903668288-router', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:20Z', 'updated_at': '2022-01-28T02:08:25Z', 'revision_number': 4, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'gw_port': {'id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:21Z', 'updated_at': '2022-01-28T02:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '3c4a71c9-836f-4383-b77b-e168e33aeece', 'name': '', 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'mac_address': 'fa:16:3e:56:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e7b09904-629d-4862-b9b2-a069385f4d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:24Z', 'updated_at': '2022-01-28T02:08:25Z', 'revision_number': 2, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'subnets': [{'id': 'e7b09904-629d-4862-b9b2-a069385f4d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:28.389953 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4e349133-06b5-4da3-a7ea-486f731240a8 req-ae34534a-5ea8-4832-ae21-f47dd868a382 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515277
Jan 28 02:08:28.395068 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Checking router: 67bc87df-079d-4f37-8c94-f0eb7592793d for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:08:28.395430 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Updating router 67bc87df-079d-4f37-8c94-f0eb7592793d port 3c4a71c9-836f-4383-b77b-e168e33aeece binding host dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:08:28.412505 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0f623c67-724d-4d7d-8246-82a73885116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:28.414594 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f623c67-724d-4d7d-8246-82a73885116c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:28.416278 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0f623c67-724d-4d7d-8246-82a73885116c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:28.447018 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:28.483826 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f623c67-724d-4d7d-8246-82a73885116c admin admin] Pushing event updated for resources: {'Network': ['ID=3f2157d2-ad71-467e-9774-19c477f0dd35,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:28.495053 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network 3f2157d2-ad71-467e-9774-19c477f0dd35 details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:08:28.540286 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 56298) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:28.548777 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-a7ec0d8b-e0fb-4e6b-91b8-f2e8ff3a203e admin admin] Request body: {'subnet': {'network_id': '3f2157d2-ad71-467e-9774-19c477f0dd35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1925734713-subnet', 'tenant_id': '7a8a79b146b04d03bc72a00b5d36f046', 'ip_version': 4}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:08:28.556143 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-0f623c67-724d-4d7d-8246-82a73885116c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8698742
Jan 28 02:08:28.719887 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ec0d8b-e0fb-4e6b-91b8-f2e8ff3a203e admin admin] Made reservation on behalf of 7a8a79b146b04d03bc72a00b5d36f046 for: {'subnet': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:08:28.728210 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a7ec0d8b-e0fb-4e6b-91b8-f2e8ff3a203e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28403218'] for subnet, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:28.912846 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device b4fff494-7405-44a9-87e4-b54bf144f38b up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:08:28.996243 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device eb8f729a-b66f-4c5c-a62e-472c346922bb up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:08:29.214095 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port b4fff494-7405-44a9-87e4-b54bf144f38b triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:29.214477 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:29.263106 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:29.268912 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port eb8f729a-b66f-4c5c-a62e-472c346922bb triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:29.269601 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:29.288374 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b5de-349a-4a9e-8386-f0433dfe46e0 req-22ef30d5-c93f-46c2-917a-0228576e2db6 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:29.288374 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ae55b5de-349a-4a9e-8386-f0433dfe46e0 req-22ef30d5-c93f-46c2-917a-0228576e2db6 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 944 time: 0.2239330
Jan 28 02:08:29.382002 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:29.430715 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ae55b5de-349a-4a9e-8386-f0433dfe46e0 req-55773f9b-7069-4822-8822-c36dd1f59fbf tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1322618
Jan 28 02:08:29.431835 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a7ec0d8b-e0fb-4e6b-91b8-f2e8ff3a203e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29133659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28403200'] for subnet, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:29.521670 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ec0d8b-e0fb-4e6b-91b8-f2e8ff3a203e admin admin] Checking segment: {'id': '6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '3f2157d2-ad71-467e-9774-19c477f0dd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:08:29.522068 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ec0d8b-e0fb-4e6b-91b8-f2e8ff3a203e admin admin] Network hostable DHCP agents. Network: 3f2157d2-ad71-467e-9774-19c477f0dd35, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:08:29.528311 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec0d8b-e0fb-4e6b-91b8-f2e8ff3a203e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8405e5db-7a5e-40c1-aa37-83ac562e75c0,revision_number=0']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:29.580470 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:29.632228 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b3d30-4ea7-4e53-b0ee-6ea786b5a2c7 None None] Pushing event updated for resources: {'Port': ['ID=3c4a71c9-836f-4383-b77b-e168e33aeece,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:29.638041 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ec0d8b-e0fb-4e6b-91b8-f2e8ff3a203e admin admin] Network 3f2157d2-ad71-467e-9774-19c477f0dd35 is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:08:29.697304 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abebf5e-9bac-49d0-bc3c-65f00a8020f8 req-72cb58c8-49b9-41fa-90fa-c821a562edc2 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:29.700018 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0abebf5e-9bac-49d0-bc3c-65f00a8020f8 req-72cb58c8-49b9-41fa-90fa-c821a562edc2 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 946 time: 0.1054564
Jan 28 02:08:29.714214 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port eb8f729a-b66f-4c5c-a62e-472c346922bb, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=eb8f729a-b66f-4c5c-a62e-472c346922bb,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:29.715752 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25403b-0399-48d0-86a9-6e5022287c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8f729a-b66f-4c5c-a62e-472c346922bb'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:08:29.720159 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e192e014-b880-43ec-9e45-cf177a337924" -d '{"events": [{"server_uuid": "4f25403b-0399-48d0-86a9-6e5022287c84", "name": "network-vif-plugged", "status": "completed", "tag": "eb8f729a-b66f-4c5c-a62e-472c346922bb"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:08:29.778334 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0abebf5e-9bac-49d0-bc3c-65f00a8020f8 req-9e19c179-8cb4-407a-afaf-77ad10a6412d tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684342
Jan 28 02:08:29.779130 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-a7ec0d8b-e0fb-4e6b-91b8-f2e8ff3a203e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, 3f2157d2-ad71-467e-9774-19c477f0dd35) {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:08:29.800567 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ec0d8b-e0fb-4e6b-91b8-f2e8ff3a203e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:29.800567 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a7ec0d8b-e0fb-4e6b-91b8-f2e8ff3a203e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:29.815527 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b6a85c-9364-4547-8371-bc2be08b716c None None] Network 3f2157d2-ad71-467e-9774-19c477f0dd35 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:08:29.829201 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:29.851343 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9e284b-0d8d-40e4-a2ba-df5ef12ed69f x-openstack-request-id: req-9d9e284b-0d8d-40e4-a2ba-df5ef12ed69f {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:08:29.853986 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25403b-0399-48d0-86a9-6e5022287c84", "name": "network-vif-plugged", "status": "completed", "tag": "eb8f729a-b66f-4c5c-a62e-472c346922bb", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:08:29.854571 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9d9e284b-0d8d-40e4-a2ba-df5ef12ed69f {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:08:29.855128 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25403b-0399-48d0-86a9-6e5022287c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8f729a-b66f-4c5c-a62e-472c346922bb', 'code': 200}
Jan 28 02:08:29.918088 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 56326) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:29.928215 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-a7ec0d8b-e0fb-4e6b-91b8-f2e8ff3a203e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3784420
Jan 28 02:08:29.934504 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1925734713-router', 'tenant_id': '7a8a79b146b04d03bc72a00b5d36f046', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:08:30.006854 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Attempting to bind port 3c4a71c9-836f-4383-b77b-e168e33aeece on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:08:30.007237 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Attempting to bind port 3c4a71c9-836f-4383-b77b-e168e33aeece by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': 'a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:08:30.007618 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Attempting to bind port 3c4a71c9-836f-4383-b77b-e168e33aeece on network 292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:08:30.030633 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:08:30.030633 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Checking segment: {'id': 'a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:08:30.030633 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:30.030633 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Bound using segment: {'id': 'a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:08:30.030633 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Bound port: 3c4a71c9-836f-4383-b77b-e168e33aeece, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:08:30.030633 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:30.056826 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=eb8f729a-b66f-4c5c-a62e-472c346922bb,revision_number=7']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:30.155493 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124889'] for router, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:30.156915 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124832'] for router, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:30.187257 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] For port 3c4a71c9-836f-4383-b77b-e168e33aeece, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:08:30.193524 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] For port 3c4a71c9-836f-4383-b77b-e168e33aeece, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=3c4a71c9-836f-4383-b77b-e168e33aeece,segment=NetworkSegment(a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce),segment_id=a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:08:30.203248 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-5b0dd4cf-6d80-4ba8-9957-6294c620e8ee None None] Provisioning complete for port 3c4a71c9-836f-4383-b77b-e168e33aeece triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:30.203422 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-5b0dd4cf-6d80-4ba8-9957-6294c620e8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:30.291907 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:30.312444 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fe7d7be-6e7d-5d80-8e8c-77305bd48c93-3f2157d2-ad71-467e-9774-19c477f0dd35', 'network_id': '3f2157d2-ad71-467e-9774-19c477f0dd35', 'tenant_id': '7a8a79b146b04d03bc72a00b5d36f046', 'fixed_ips': [{'subnet_id': '8405e5db-7a5e-40c1-aa37-83ac562e75c0'}]}} from dv-cinder-824977-1-iscsi. {{(pid=102091) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 02:08:30.315144 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:30.316383 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:30.341098 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-5b0dd4cf-6d80-4ba8-9957-6294c620e8ee None None] Port 3c4a71c9-836f-4383-b77b-e168e33aeece cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:08:30.348904 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 56334) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:30.423004 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Routers {'67bc87df-079d-4f37-8c94-f0eb7592793d'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:08:30.423742 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796eadd0a0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['67bc87df-079d-4f37-8c94-f0eb7592793d'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:30.542140 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b3d30-4ea7-4e53-b0ee-6ea786b5a2c7 None None] Pushing event updated for resources: {'Port': ['ID=3c4a71c9-836f-4383-b77b-e168e33aeece,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:30.721100 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-39e64c05-3aa5-45f3-96d2-816d3683752e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:30.828708 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:30.851536 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aaa9b6-54ce-412b-9e69-e9afdc26a09f req-763eec16-8d26-44b2-adc9-d4d6a6fc8c20 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:30.862824 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-24aaa9b6-54ce-412b-9e69-e9afdc26a09f req-763eec16-8d26-44b2-adc9-d4d6a6fc8c20 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.2159643
Jan 28 02:08:30.884467 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] Set router 67bc87df-079d-4f37-8c94-f0eb7592793d gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:08:31.023458 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.db_base_plugin_common [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Allocated IP 172.20.0.2 (3f2157d2-ad71-467e-9774-19c477f0dd35/8405e5db-7a5e-40c1-aa37-83ac562e75c0/b6fc2dba-a97c-491d-990c-406108af78ee) {{(pid=102091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:08:31.046260 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-24aaa9b6-54ce-412b-9e69-e9afdc26a09f req-9419a340-7182-4cbd-beff-587a71d642c1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1722307
Jan 28 02:08:31.092056 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ee728-2c03-45d7-a29f-c5b5d35d93c4 req-26700bf5-3e3e-464e-b1ec-ff2a8f51d159 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:31.094451 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bc7ee728-2c03-45d7-a29f-c5b5d35d93c4 req-26700bf5-3e3e-464e-b1ec-ff2a8f51d159 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 946 time: 0.1128392
Jan 28 02:08:31.115933 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-a8c259db-ac14-4cf5-ac0f-1304307c7fdf None None] Provisioning complete for port 3c4a71c9-836f-4383-b77b-e168e33aeece triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:31.123255 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-a8c259db-ac14-4cf5-ac0f-1304307c7fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:31.166068 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bc7ee728-2c03-45d7-a29f-c5b5d35d93c4 req-ec2977d3-55ac-4985-997c-28e8254c0237 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637743
Jan 28 02:08:31.211355 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-39e64c05-3aa5-45f3-96d2-816d3683752e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:31.239780 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:31.265140 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-39e64c05-3aa5-45f3-96d2-816d3683752e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:31.301003 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:31.330830 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e64c05-3aa5-45f3-96d2-816d3683752e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90793cf3-4563-4076-a031-8f56edccc70a,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:31.371602 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-39e64c05-3aa5-45f3-96d2-816d3683752e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=03cbb76e2f2e4f4db8e0184d378c6311&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0215666
Jan 28 02:08:31.372368 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 56366) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:31.504901 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6f769f9c-429a-47ea-a7f6-d9da3eeac064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:31.523314 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] Allocated IP 172.27.0.69 (f90e340b-27f2-447d-a156-32aa581e17da/626f942c-33cd-4310-8756-8b345f91ef49/cb469ab6-7931-4ce2-b622-73ac6ac5452c) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:08:31.559612 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6f769f9c-429a-47ea-a7f6-d9da3eeac064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:31.716076 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-a8c259db-ac14-4cf5-ac0f-1304307c7fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:31.725298 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:08:31.728328 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:31.779184 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796eadd0a0>, [{'id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'name': 'tempest-TestMinimumBasicScenario-903668288-router', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:20Z', 'updated_at': '2022-01-28T02:08:25Z', 'revision_number': 4, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'gw_port': {'id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:21Z', 'updated_at': '2022-01-28T02:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '3c4a71c9-836f-4383-b77b-e168e33aeece', 'name': '', 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'mac_address': 'fa:16:3e:56:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e7b09904-629d-4862-b9b2-a069385f4d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:24Z', 'updated_at': '2022-01-28T02:08:30Z', 'revision_number': 4, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'subnets': [{'id': 'e7b09904-629d-4862-b9b2-a069385f4d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:31.798071 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6f769f9c-429a-47ea-a7f6-d9da3eeac064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:31.802396 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6f769f9c-429a-47ea-a7f6-d9da3eeac064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:31.812571 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-6f769f9c-429a-47ea-a7f6-d9da3eeac064 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/90793cf3-4563-4076-a031-8f56edccc70a HTTP/1.1" status: 204  len: 168 time: 0.4389789
Jan 28 02:08:31.828958 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f769f9c-429a-47ea-a7f6-d9da3eeac064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90793cf3-4563-4076-a031-8f56edccc70a,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:31.839257 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Notify callbacks [] for port, precommit_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:31.841736 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:31.843765 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8aa50-9047-4411-b80a-35a742dfc376 None None] The sync data for ids ['67bc87df-079d-4f37-8c94-f0eb7592793d'] in dv-cinder-824977-1-iscsi is: [{'id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'name': 'tempest-TestMinimumBasicScenario-903668288-router', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:20Z', 'updated_at': '2022-01-28T02:08:25Z', 'revision_number': 4, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'gw_port': {'id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:21Z', 'updated_at': '2022-01-28T02:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '3c4a71c9-836f-4383-b77b-e168e33aeece', 'name': '', 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'mac_address': 'fa:16:3e:56:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e7b09904-629d-4862-b9b2-a069385f4d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:24Z', 'updated_at': '2022-01-28T02:08:30Z', 'revision_number': 4, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'subnets': [{'id': 'e7b09904-629d-4862-b9b2-a069385f4d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:08:31.872238 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-a8c259db-ac14-4cf5-ac0f-1304307c7fdf None None] For port 3c4a71c9-836f-4383-b77b-e168e33aeece, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=3c4a71c9-836f-4383-b77b-e168e33aeece,segment=NetworkSegment(a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce),segment_id=a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:31.977947 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-a8c259db-ac14-4cf5-ac0f-1304307c7fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:31.980097 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863'] for port, after_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:31.992129 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] Network f90e340b-27f2-447d-a156-32aa581e17da is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:08:32.028295 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:08:32.028295 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:08:32.126822 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abdda7-16b1-435a-80e3-0d0d8a18ba67 req-d5dec08b-d1cf-4f2a-a3b2-b317c7096842 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:32.143260 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Network 3f2157d2-ad71-467e-9774-19c477f0dd35 is already hosted by enough agents. {{(pid=102091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:08:32.147409 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-06abdda7-16b1-435a-80e3-0d0d8a18ba67 req-d5dec08b-d1cf-4f2a-a3b2-b317c7096842 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.1512320
Jan 28 02:08:32.164643 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.base_scheduler [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Resources bound (agent type, host, resource id):  {{(pid=102091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:08:32.177440 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Received port after_create {{(pid=102091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:08:32.228355 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c259db-ac14-4cf5-ac0f-1304307c7fdf None None] Pushing event updated for resources: {'Port': ['ID=3c4a71c9-836f-4383-b77b-e168e33aeece,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:32.257076 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-06abdda7-16b1-435a-80e3-0d0d8a18ba67 req-49f10ef3-f141-47fa-b655-b64f2f351e6e tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1045284
Jan 28 02:08:32.393745 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] Pushing event updated for resources: {'Port': ['ID=cb469ab6-7931-4ce2-b622-73ac6ac5452c,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:32.498196 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7c26a-9ca6-46d8-8e53-458751ee9e87 req-d30a04a6-0ceb-4afd-844c-b4f4fd479d8c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:32.508725 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cec7c26a-9ca6-46d8-8e53-458751ee9e87 req-d30a04a6-0ceb-4afd-844c-b4f4fd479d8c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.1590102
Jan 28 02:08:32.618294 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cec7c26a-9ca6-46d8-8e53-458751ee9e87 req-da2d523e-9535-4dab-a6cc-5247bf65c983 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086845
Jan 28 02:08:32.660613 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Attempting to bind port b6fc2dba-a97c-491d-990c-406108af78ee on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:08:32.660989 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Attempting to bind port b6fc2dba-a97c-491d-990c-406108af78ee by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '3f2157d2-ad71-467e-9774-19c477f0dd35'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:08:32.661380 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Attempting to bind port b6fc2dba-a97c-491d-990c-406108af78ee on network 3f2157d2-ad71-467e-9774-19c477f0dd35 {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:08:32.670833 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Pushing event updated for resources: {'Port': ['ID=b6fc2dba-a97c-491d-990c-406108af78ee,revision_number=1']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:32.673714 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:08:32.683584 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Checking segment: {'id': '6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '3f2157d2-ad71-467e-9774-19c477f0dd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:08:32.683584 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:32.683584 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Bound using segment: {'id': '6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '3f2157d2-ad71-467e-9774-19c477f0dd35'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:08:32.683584 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Bound port: b6fc2dba-a97c-491d-990c-406108af78ee, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '3f2157d2-ad71-467e-9774-19c477f0dd35'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:08:32.683584 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:32.791663 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:32.813406 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] For port b6fc2dba-a97c-491d-990c-406108af78ee, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:08:32.817771 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] For port b6fc2dba-a97c-491d-990c-406108af78ee, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=b6fc2dba-a97c-491d-990c-406108af78ee,segment=NetworkSegment(6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd),segment_id=6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:08:32.939159 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:33.095095 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 56396) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:33.112459 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d646f6-dd86-4754-ac47-2f92bcebbb4e None None] Pushing event updated for resources: {'Port': ['ID=b6fc2dba-a97c-491d-990c-406108af78ee,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:33.125547 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-bc8baa98-8b81-45b7-ad6f-17faba522199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:33.144265 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 3c4a71c9-836f-4383-b77b-e168e33aeece up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:08:33.214147 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 3c4a71c9-836f-4383-b77b-e168e33aeece triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:33.220008 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:33.369984 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-bc8baa98-8b81-45b7-ad6f-17faba522199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:33.432063 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-bc8baa98-8b81-45b7-ad6f-17faba522199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:33.450387 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746496'] for router, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:33.499756 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8baa98-8b81-45b7-ad6f-17faba522199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043c9e94-01db-423d-b0ee-985d22434fcc,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:33.545477 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-bc8baa98-8b81-45b7-ad6f-17faba522199 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dab630f6762f46449c69976ac37d9a56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4488351
Jan 28 02:08:33.549941 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 56400) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:33.622182 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65836910-0e3e-423b-bf6a-0cce42a46bbc req-fcd06257-55fe-47df-8e96-f7520c8f9c0d tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:33.626159 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-65836910-0e3e-423b-bf6a-0cce42a46bbc req-fcd06257-55fe-47df-8e96-f7520c8f9c0d tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.1626706
Jan 28 02:08:33.713164 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-65836910-0e3e-423b-bf6a-0cce42a46bbc req-45db27a9-1d42-402e-bf84-b6ca26d2c63a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704114
Jan 28 02:08:33.714272 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5fac-bdc0-439c-8c5a-f6e3ebbbc906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:33.763218 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5fac-bdc0-439c-8c5a-f6e3ebbbc906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:33.872310 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffa8cc-0ede-4f3d-9b56-a236f8842f1e req-d9170e4a-481c-44af-ae0d-561139a10949 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:33.874481 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7cffa8cc-0ede-4f3d-9b56-a236f8842f1e req-d9170e4a-481c-44af-ae0d-561139a10949 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0928836
Jan 28 02:08:33.960227 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7cffa8cc-0ede-4f3d-9b56-a236f8842f1e req-b86ed31c-b215-43dc-8d44-2fd517f2896d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746372
Jan 28 02:08:34.040310 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5fac-bdc0-439c-8c5a-f6e3ebbbc906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:34.051924 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5fac-bdc0-439c-8c5a-f6e3ebbbc906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:34.073366 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-7b1a5fac-bdc0-439c-8c5a-f6e3ebbbc906 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/043c9e94-01db-423d-b0ee-985d22434fcc HTTP/1.1" status: 204  len: 168 time: 0.5189970
Jan 28 02:08:34.101597 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] Router b5d3269f-03ae-4fca-b453-ffa1c8ff44ec is scheduled to L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 with binding_index 1 {{(pid=102089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 02:08:34.113123 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a5fac-bdc0-439c-8c5a-f6e3ebbbc906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043c9e94-01db-423d-b0ee-985d22434fcc,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:34.331131 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:08:34.348227 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Sync routers for ids ['b5d3269f-03ae-4fca-b453-ffa1c8ff44ec'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:08:34.359366 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Routers {'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:08:34.360148 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f620fd0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['b5d3269f-03ae-4fca-b453-ffa1c8ff44ec'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:34.457825 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:34.463273 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 56418) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:08:34.468843 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a3c90543-a966-4611-b4ad-6f9ce4a4c707 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.5486431
Jan 28 02:08:34.523803 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Set router b5d3269f-03ae-4fca-b453-ffa1c8ff44ec gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:08:34.775280 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdae27a-5964-4130-906a-84b9aa56566e None None] Network 3f2157d2-ad71-467e-9774-19c477f0dd35 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:08:34.899773 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f620fd0>, [{'id': 'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec', 'name': 'tempest-TestMinimumBasicScenario-1925734713-router', 'tenant_id': '7a8a79b146b04d03bc72a00b5d36f046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb469ab6-7931-4ce2-b622-73ac6ac5452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:30Z', 'updated_at': '2022-01-28T02:08:32Z', 'revision_number': 3, 'project_id': '7a8a79b146b04d03bc72a00b5d36f046', 'gw_port': {'id': 'cb469ab6-7931-4ce2-b622-73ac6ac5452c', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:31Z', 'updated_at': '2022-01-28T02:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:34.933813 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Checking router: b5d3269f-03ae-4fca-b453-ffa1c8ff44ec for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:08:34.934400 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Updating router b5d3269f-03ae-4fca-b453-ffa1c8ff44ec port cb469ab6-7931-4ce2-b622-73ac6ac5452c binding host dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:08:34.957892 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-f688161e-9771-4e83-82e2-67795d1cdf4e None None] Provisioning complete for port b6fc2dba-a97c-491d-990c-406108af78ee triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:34.958316 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f688161e-9771-4e83-82e2-67795d1cdf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:34.969801 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:35.161290 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device b6fc2dba-a97c-491d-990c-406108af78ee up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:08:35.203581 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f688161e-9771-4e83-82e2-67795d1cdf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:35.267798 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7460a-28c0-4b8f-805c-33eabd4ce12e req-c7d75b30-f5c7-4acd-884c-cee7aa002f98 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:35.274371 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-f688161e-9771-4e83-82e2-67795d1cdf4e None None] For port b6fc2dba-a97c-491d-990c-406108af78ee, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=b6fc2dba-a97c-491d-990c-406108af78ee,segment=NetworkSegment(6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd),segment_id=6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:35.274666 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cbc7460a-28c0-4b8f-805c-33eabd4ce12e req-c7d75b30-f5c7-4acd-884c-cee7aa002f98 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.2893176
Jan 28 02:08:35.325067 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port b6fc2dba-a97c-491d-990c-406108af78ee triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:35.330264 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:35.406691 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f688161e-9771-4e83-82e2-67795d1cdf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:35.449780 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cbc7460a-28c0-4b8f-805c-33eabd4ce12e req-7064548c-fe3e-4b3f-9f3f-6c0aba631c0d tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1486692
Jan 28 02:08:35.470841 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52e18c-d886-421f-a178-2f317bdd608b req-e7512285-ca93-49ab-9d43-fe10d61c53e8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:35.472724 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cc52e18c-d886-421f-a178-2f317bdd608b req-e7512285-ca93-49ab-9d43-fe10d61c53e8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.2226744
Jan 28 02:08:35.527004 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688161e-9771-4e83-82e2-67795d1cdf4e None None] Pushing event updated for resources: {'Port': ['ID=b6fc2dba-a97c-491d-990c-406108af78ee,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:35.581496 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Notify callbacks [] for port, precommit_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:35.583921 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cc52e18c-d886-421f-a178-2f317bdd608b req-b7d61929-0955-435c-880b-240b4d11f47b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974076
Jan 28 02:08:35.593194 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-02573c90-6c85-49ec-a194-76d55787399f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:35.629207 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-c712f3ce-38f3-46d4-bdc9-87b269c1c273 None None] Provisioning complete for port b6fc2dba-a97c-491d-990c-406108af78ee triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:35.666469 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-c712f3ce-38f3-46d4-bdc9-87b269c1c273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:35.776647 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-02573c90-6c85-49ec-a194-76d55787399f admin admin] Allocated IP 172.20.0.1 (3f2157d2-ad71-467e-9774-19c477f0dd35/8405e5db-7a5e-40c1-aa37-83ac562e75c0/79b6cda7-8f9d-42cf-8df4-b250b6379cec) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:08:35.885913 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:35.893575 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-02573c90-6c85-49ec-a194-76d55787399f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:35.955587 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e2b23-247b-4010-a272-c6ad21336269 None None] Pushing event updated for resources: {'Port': ['ID=cb469ab6-7931-4ce2-b622-73ac6ac5452c,revision_number=2']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:35.958174 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Attempting to bind port cb469ab6-7931-4ce2-b622-73ac6ac5452c on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:08:35.958633 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Attempting to bind port cb469ab6-7931-4ce2-b622-73ac6ac5452c by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:08:35.959094 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Attempting to bind port cb469ab6-7931-4ce2-b622-73ac6ac5452c on network f90e340b-27f2-447d-a156-32aa581e17da {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:08:35.964818 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:08:35.965242 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Checking segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:08:35.965704 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:35.966149 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Bound using segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:08:35.966675 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Bound port: cb469ab6-7931-4ce2-b622-73ac6ac5452c, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:08:35.967216 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:36.006238 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-02573c90-6c85-49ec-a194-76d55787399f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:36.028019 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02573c90-6c85-49ec-a194-76d55787399f admin admin] Network 3f2157d2-ad71-467e-9774-19c477f0dd35 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:08:36.031808 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-02573c90-6c85-49ec-a194-76d55787399f admin admin] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:08:36.063768 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02573c90-6c85-49ec-a194-76d55787399f admin admin] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:08:36.078161 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] For port cb469ab6-7931-4ce2-b622-73ac6ac5452c, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:08:36.082116 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] For port cb469ab6-7931-4ce2-b622-73ac6ac5452c, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=cb469ab6-7931-4ce2-b622-73ac6ac5452c,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:08:36.117833 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02573c90-6c85-49ec-a194-76d55787399f admin admin] Pushing event updated for resources: {'Port': ['ID=79b6cda7-8f9d-42cf-8df4-b250b6379cec,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:36.122957 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-02573c90-6c85-49ec-a194-76d55787399f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746719'] for router_interface, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:36.197227 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:36.303308 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Routers {'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:08:36.303922 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f620fd0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['b5d3269f-03ae-4fca-b453-ffa1c8ff44ec'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:36.397259 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-02573c90-6c85-49ec-a194-76d55787399f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:36.416295 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e2b23-247b-4010-a272-c6ad21336269 None None] Pushing event updated for resources: {'Port': ['ID=cb469ab6-7931-4ce2-b622-73ac6ac5452c,revision_number=3']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:36.449798 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-1a587c30-248f-49c9-8bcd-14bd88ad3339 None None] Provisioning complete for port 79b6cda7-8f9d-42cf-8df4-b250b6379cec triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:36.450338 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-1a587c30-248f-49c9-8bcd-14bd88ad3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:36.539777 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-1a587c30-248f-49c9-8bcd-14bd88ad3339 None None] Port 79b6cda7-8f9d-42cf-8df4-b250b6379cec cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:08:36.565665 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] Set router b5d3269f-03ae-4fca-b453-ffa1c8ff44ec gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:08:36.673170 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac1602-c94e-4d03-a749-762b888d2f08 req-0bb7d588-9441-4aef-938d-093ba83a442a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:36.679478 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8fac1602-c94e-4d03-a749-762b888d2f08 req-0bb7d588-9441-4aef-938d-093ba83a442a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.1057489
Jan 28 02:08:36.736434 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8fac1602-c94e-4d03-a749-762b888d2f08 req-198f73b0-1471-4910-a2fc-853acc0e5d28 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538447
Jan 28 02:08:36.771261 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-02573c90-6c85-49ec-a194-76d55787399f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:36.845461 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-02573c90-6c85-49ec-a194-76d55787399f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:36.942660 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device b6fc2dba-a97c-491d-990c-406108af78ee up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:08:36.979735 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b79dc-51b9-46d3-bf85-1c1238fc1ebe req-98c150ed-e4de-43d3-8d4b-090aede6b9bd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:36.988320 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fb9b79dc-51b9-46d3-bf85-1c1238fc1ebe req-98c150ed-e4de-43d3-8d4b-090aede6b9bd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.2143395
Jan 28 02:08:37.010949 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f620fd0>, [{'id': 'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec', 'name': 'tempest-TestMinimumBasicScenario-1925734713-router', 'tenant_id': '7a8a79b146b04d03bc72a00b5d36f046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb469ab6-7931-4ce2-b622-73ac6ac5452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:30Z', 'updated_at': '2022-01-28T02:08:32Z', 'revision_number': 3, 'project_id': '7a8a79b146b04d03bc72a00b5d36f046', 'gw_port': {'id': 'cb469ab6-7931-4ce2-b622-73ac6ac5452c', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:31Z', 'updated_at': '2022-01-28T02:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:37.028606 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02573c90-6c85-49ec-a194-76d55787399f admin admin] Pushing event updated for resources: {'Port': ['ID=79b6cda7-8f9d-42cf-8df4-b250b6379cec,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:37.040238 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-02573c90-6c85-49ec-a194-76d55787399f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-639424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564303'] for router_interface, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:37.075208 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb49bce-e1b5-4af8-a4db-0ceae1a1bb77 None None] The sync data for ids ['b5d3269f-03ae-4fca-b453-ffa1c8ff44ec'] in dv-cinder-824977-1-iscsi is: [{'id': 'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec', 'name': 'tempest-TestMinimumBasicScenario-1925734713-router', 'tenant_id': '7a8a79b146b04d03bc72a00b5d36f046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb469ab6-7931-4ce2-b622-73ac6ac5452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:30Z', 'updated_at': '2022-01-28T02:08:32Z', 'revision_number': 3, 'project_id': '7a8a79b146b04d03bc72a00b5d36f046', 'gw_port': {'id': 'cb469ab6-7931-4ce2-b622-73ac6ac5452c', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:31Z', 'updated_at': '2022-01-28T02:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:08:37.086362 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port b6fc2dba-a97c-491d-990c-406108af78ee triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:37.086362 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:37.194108 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02573c90-6c85-49ec-a194-76d55787399f admin admin] Network 3f2157d2-ad71-467e-9774-19c477f0dd35 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:08:37.212504 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fb9b79dc-51b9-46d3-bf85-1c1238fc1ebe req-3d95f30e-e37c-46e7-8c66-22ea01de955c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2198541
Jan 28 02:08:37.213760 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-02573c90-6c85-49ec-a194-76d55787399f admin admin] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:08:37.407825 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02573c90-6c85-49ec-a194-76d55787399f admin admin] Router b5d3269f-03ae-4fca-b453-ffa1c8ff44ec has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:08:37.596970 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02573c90-6c85-49ec-a194-76d55787399f admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:08:37.612772 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-02573c90-6c85-49ec-a194-76d55787399f admin admin] 10.222.0.79 "PUT /v2.0/routers/b5d3269f-03ae-4fca-b453-ffa1c8ff44ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1394703
Jan 28 02:08:37.612952 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-18733a71-e9c0-400e-9b83-9f89ca706c30 None None] Provisioning complete for port 79b6cda7-8f9d-42cf-8df4-b250b6379cec triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:37.612952 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-18733a71-e9c0-400e-9b83-9f89ca706c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:37.698476 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-18733a71-e9c0-400e-9b83-9f89ca706c30 None None] Port 79b6cda7-8f9d-42cf-8df4-b250b6379cec cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:08:37.948957 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892ffd7-ac25-4b87-8004-741f80cd3283 req-81470823-31ff-4318-b9fc-6d597cebbab9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:37.951052 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0892ffd7-ac25-4b87-8004-741f80cd3283 req-81470823-31ff-4318-b9fc-6d597cebbab9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0693724
Jan 28 02:08:38.003656 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0892ffd7-ac25-4b87-8004-741f80cd3283 req-60e2a23a-266e-49ff-83fa-8c2c90d5ad15 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445125
Jan 28 02:08:38.375552 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2def17-41e4-414a-bc10-a05288bd2198 req-51edaf53-1912-4615-85bd-46d62056def6 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:38.377879 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9c2def17-41e4-414a-bc10-a05288bd2198 req-51edaf53-1912-4615-85bd-46d62056def6 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0709343
Jan 28 02:08:38.428501 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9c2def17-41e4-414a-bc10-a05288bd2198 req-783db17d-2cf6-4820-9207-9bd38ef7505a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446155
Jan 28 02:08:38.999538 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device cb469ab6-7931-4ce2-b622-73ac6ac5452c up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:08:39.068233 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port cb469ab6-7931-4ce2-b622-73ac6ac5452c triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:39.068617 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:39.202227 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45409eaa-d907-4f79-bbe5-6956f0fda5a8 req-52905f8a-cf8d-4ea2-9c16-6c861b1a23bd tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:39.205352 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-45409eaa-d907-4f79-bbe5-6956f0fda5a8 req-52905f8a-cf8d-4ea2-9c16-6c861b1a23bd tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0980117
Jan 28 02:08:39.225771 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:39.256353 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] For port cb469ab6-7931-4ce2-b622-73ac6ac5452c, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=cb469ab6-7931-4ce2-b622-73ac6ac5452c,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:39.286692 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-45409eaa-d907-4f79-bbe5-6956f0fda5a8 req-6fe2d229-b1b6-4b66-934d-04a7e297427e tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742278
Jan 28 02:08:39.329168 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:39.396439 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Pushing event updated for resources: {'Port': ['ID=cb469ab6-7931-4ce2-b622-73ac6ac5452c,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:39.582937 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d3ab3-4c70-481b-b0e9-d4e8b5822481 req-a4f0b017-77d7-4188-b3e2-8af0c93e1cc4 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:39.590057 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-463d3ab3-4c70-481b-b0e9-d4e8b5822481 req-a4f0b017-77d7-4188-b3e2-8af0c93e1cc4 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0700681
Jan 28 02:08:39.630298 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Sync routers for ids ['b5d3269f-03ae-4fca-b453-ffa1c8ff44ec'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:08:39.640690 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Routers {'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:08:39.641310 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796efeac70>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['b5d3269f-03ae-4fca-b453-ffa1c8ff44ec'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:39.644249 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-463d3ab3-4c70-481b-b0e9-d4e8b5822481 req-e61a9839-000d-48a1-b372-1b6ca3c33943 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533280
Jan 28 02:08:39.791402 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Set router b5d3269f-03ae-4fca-b453-ffa1c8ff44ec gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:08:40.112779 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796efeac70>, [{'id': 'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec', 'name': 'tempest-TestMinimumBasicScenario-1925734713-router', 'tenant_id': '7a8a79b146b04d03bc72a00b5d36f046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb469ab6-7931-4ce2-b622-73ac6ac5452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:30Z', 'updated_at': '2022-01-28T02:08:36Z', 'revision_number': 4, 'project_id': '7a8a79b146b04d03bc72a00b5d36f046', 'gw_port': {'id': 'cb469ab6-7931-4ce2-b622-73ac6ac5452c', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:31Z', 'updated_at': '2022-01-28T02:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '79b6cda7-8f9d-42cf-8df4-b250b6379cec', 'name': '', 'network_id': '3f2157d2-ad71-467e-9774-19c477f0dd35', 'tenant_id': '7a8a79b146b04d03bc72a00b5d36f046', 'mac_address': 'fa:16:3e:53:3f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '8405e5db-7a5e-40c1-aa37-83ac562e75c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:35Z', 'updated_at': '2022-01-28T02:08:36Z', 'revision_number': 2, 'project_id': '7a8a79b146b04d03bc72a00b5d36f046', 'subnets': [{'id': '8405e5db-7a5e-40c1-aa37-83ac562e75c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:40.182505 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Checking router: b5d3269f-03ae-4fca-b453-ffa1c8ff44ec for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:08:40.186804 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Updating router b5d3269f-03ae-4fca-b453-ffa1c8ff44ec port 79b6cda7-8f9d-42cf-8df4-b250b6379cec binding host dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:08:40.221283 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:40.663155 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:40.783229 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:40.802317 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4853cd8-99b9-415e-a820-232764b3494b req-c4d22697-056c-469a-bbc5-91f8414912e2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:40.804990 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b4853cd8-99b9-415e-a820-232764b3494b req-c4d22697-056c-469a-bbc5-91f8414912e2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0735397
Jan 28 02:08:40.885168 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-1cf9c50b-255e-4bc0-ace4-75be155ee9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:40.905960 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b4853cd8-99b9-415e-a820-232764b3494b req-08f4d9cc-12d3-49f1-b858-6a7c8ba46ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0943282
Jan 28 02:08:40.966685 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4a98d-bae4-40d0-87da-3b0baa93c954 None None] Pushing event updated for resources: {'Port': ['ID=79b6cda7-8f9d-42cf-8df4-b250b6379cec,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:41.045702 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device cb469ab6-7931-4ce2-b622-73ac6ac5452c up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:08:41.196620 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Attempting to bind port 79b6cda7-8f9d-42cf-8df4-b250b6379cec on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:08:41.197781 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Attempting to bind port 79b6cda7-8f9d-42cf-8df4-b250b6379cec by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '3f2157d2-ad71-467e-9774-19c477f0dd35'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:08:41.197781 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Attempting to bind port 79b6cda7-8f9d-42cf-8df4-b250b6379cec on network 3f2157d2-ad71-467e-9774-19c477f0dd35 {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:08:41.208407 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3c691-cc77-4576-a399-7aef0ec10f51 req-0789a62f-ab69-41bb-8bdf-ded0e4063956 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:41.210134 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:08:41.210522 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Checking segment: {'id': '6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '3f2157d2-ad71-467e-9774-19c477f0dd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:08:41.210925 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:41.211327 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Bound using segment: {'id': '6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '3f2157d2-ad71-467e-9774-19c477f0dd35'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:08:41.211816 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Bound port: 79b6cda7-8f9d-42cf-8df4-b250b6379cec, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '3f2157d2-ad71-467e-9774-19c477f0dd35'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:08:41.212289 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:41.219468 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5db3c691-cc77-4576-a399-7aef0ec10f51 req-0789a62f-ab69-41bb-8bdf-ded0e4063956 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.1122317
Jan 28 02:08:41.262837 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port cb469ab6-7931-4ce2-b622-73ac6ac5452c triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:41.263218 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:41.290315 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5db3c691-cc77-4576-a399-7aef0ec10f51 req-170245cf-889d-4355-bf50-df3450cf7ae3 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695045
Jan 28 02:08:41.376527 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-532c6790-f5f6-40a3-a4a5-07ab68bbcaa5 None None] Provisioning complete for port 79b6cda7-8f9d-42cf-8df4-b250b6379cec triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:41.378155 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-532c6790-f5f6-40a3-a4a5-07ab68bbcaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:41.485810 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-532c6790-f5f6-40a3-a4a5-07ab68bbcaa5 None None] Port 79b6cda7-8f9d-42cf-8df4-b250b6379cec cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:08:41.498937 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7ace1-9421-4ba5-8ca2-ae0ed9ffcec6 req-df9f211a-6fab-4430-9895-1acd1b640389 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:41.506670 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4ac7ace1-9421-4ba5-8ca2-ae0ed9ffcec6 req-df9f211a-6fab-4430-9895-1acd1b640389 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.1383369
Jan 28 02:08:41.530769 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512a265-3d06-450f-bb2b-a13ec04904e1 req-a45fdc25-b6c6-4bb6-a746-ec8ec7e6cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:41.534432 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0512a265-3d06-450f-bb2b-a13ec04904e1 req-a45fdc25-b6c6-4bb6-a746-ec8ec7e6cf39 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cc19a0f9c33f47f1b504bebbb0b2c931&device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 1098 time: 0.0986559
Jan 28 02:08:41.557156 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4ac7ace1-9421-4ba5-8ca2-ae0ed9ffcec6 req-b51af337-6dc3-4e97-acb3-8e56d2b6ccda tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495324
Jan 28 02:08:41.583722 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] For port 79b6cda7-8f9d-42cf-8df4-b250b6379cec, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:08:41.603787 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] For port 79b6cda7-8f9d-42cf-8df4-b250b6379cec, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=79b6cda7-8f9d-42cf-8df4-b250b6379cec,segment=NetworkSegment(6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd),segment_id=6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:08:41.703761 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:41.766330 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Routers {'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:08:41.768306 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796efeac70>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:08:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['b5d3269f-03ae-4fca-b453-ffa1c8ff44ec'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:41.848903 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4a98d-bae4-40d0-87da-3b0baa93c954 None None] Pushing event updated for resources: {'Port': ['ID=79b6cda7-8f9d-42cf-8df4-b250b6379cec,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:41.968960 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] Set router b5d3269f-03ae-4fca-b453-ffa1c8ff44ec gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:08:42.058974 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-5e961422-e25b-423d-aec7-4334c7fdfe56 None None] Provisioning complete for port 79b6cda7-8f9d-42cf-8df4-b250b6379cec triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:42.058974 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-5e961422-e25b-423d-aec7-4334c7fdfe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:42.073895 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b279e-41f7-4cfa-bcbd-5b9cf6c13896 req-eca088a4-af18-4655-834f-bf42aec463fe tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:42.082571 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fa8b279e-41f7-4cfa-bcbd-5b9cf6c13896 req-eca088a4-af18-4655-834f-bf42aec463fe tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0567346
Jan 28 02:08:42.151007 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fa8b279e-41f7-4cfa-bcbd-5b9cf6c13896 req-c9e8cb17-89f9-44a7-bde2-52d0d7849a84 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673306
Jan 28 02:08:42.302305 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-5e961422-e25b-423d-aec7-4334c7fdfe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:42.357512 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-5e961422-e25b-423d-aec7-4334c7fdfe56 None None] For port 79b6cda7-8f9d-42cf-8df4-b250b6379cec, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=79b6cda7-8f9d-42cf-8df4-b250b6379cec,segment=NetworkSegment(6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd),segment_id=6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:42.382496 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796efeac70>, [{'id': 'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec', 'name': 'tempest-TestMinimumBasicScenario-1925734713-router', 'tenant_id': '7a8a79b146b04d03bc72a00b5d36f046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb469ab6-7931-4ce2-b622-73ac6ac5452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:30Z', 'updated_at': '2022-01-28T02:08:36Z', 'revision_number': 4, 'project_id': '7a8a79b146b04d03bc72a00b5d36f046', 'gw_port': {'id': 'cb469ab6-7931-4ce2-b622-73ac6ac5452c', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:31Z', 'updated_at': '2022-01-28T02:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '79b6cda7-8f9d-42cf-8df4-b250b6379cec', 'name': '', 'network_id': '3f2157d2-ad71-467e-9774-19c477f0dd35', 'tenant_id': '7a8a79b146b04d03bc72a00b5d36f046', 'mac_address': 'fa:16:3e:53:3f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '8405e5db-7a5e-40c1-aa37-83ac562e75c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:35Z', 'updated_at': '2022-01-28T02:08:41Z', 'revision_number': 4, 'project_id': '7a8a79b146b04d03bc72a00b5d36f046', 'subnets': [{'id': '8405e5db-7a5e-40c1-aa37-83ac562e75c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:08:42.414062 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66315b56-dfb1-4a26-839e-d145de311744 None None] The sync data for ids ['b5d3269f-03ae-4fca-b453-ffa1c8ff44ec'] in dv-cinder-824977-1-iscsi is: [{'id': 'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec', 'name': 'tempest-TestMinimumBasicScenario-1925734713-router', 'tenant_id': '7a8a79b146b04d03bc72a00b5d36f046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb469ab6-7931-4ce2-b622-73ac6ac5452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:30Z', 'updated_at': '2022-01-28T02:08:36Z', 'revision_number': 4, 'project_id': '7a8a79b146b04d03bc72a00b5d36f046', 'gw_port': {'id': 'cb469ab6-7931-4ce2-b622-73ac6ac5452c', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:31Z', 'updated_at': '2022-01-28T02:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '79b6cda7-8f9d-42cf-8df4-b250b6379cec', 'name': '', 'network_id': '3f2157d2-ad71-467e-9774-19c477f0dd35', 'tenant_id': '7a8a79b146b04d03bc72a00b5d36f046', 'mac_address': 'fa:16:3e:53:3f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '8405e5db-7a5e-40c1-aa37-83ac562e75c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:35Z', 'updated_at': '2022-01-28T02:08:41Z', 'revision_number': 4, 'project_id': '7a8a79b146b04d03bc72a00b5d36f046', 'subnets': [{'id': '8405e5db-7a5e-40c1-aa37-83ac562e75c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:08:42.418057 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-5e961422-e25b-423d-aec7-4334c7fdfe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:42.457793 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1fb92d-80b9-4d5d-80d4-bfae7fbb48f7 req-e63b8fc2-ba83-4d23-8a0b-dbd543d20465 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:42.484016 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2d1fb92d-80b9-4d5d-80d4-bfae7fbb48f7 req-e63b8fc2-ba83-4d23-8a0b-dbd543d20465 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0986629
Jan 28 02:08:42.520281 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e961422-e25b-423d-aec7-4334c7fdfe56 None None] Pushing event updated for resources: {'Port': ['ID=79b6cda7-8f9d-42cf-8df4-b250b6379cec,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:42.544593 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2d1fb92d-80b9-4d5d-80d4-bfae7fbb48f7 req-6a3b20f5-1d24-4fb7-8abc-c35570aa62a3 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596139
Jan 28 02:08:42.702597 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a79bf5-daa8-4350-b542-06918c9c7b54 req-1c30875c-9115-4efa-93ff-d4b147bbfa38 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:42.710625 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-20a79bf5-daa8-4350-b542-06918c9c7b54 req-1c30875c-9115-4efa-93ff-d4b147bbfa38 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0633554
Jan 28 02:08:42.763564 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-20a79bf5-daa8-4350-b542-06918c9c7b54 req-8505be12-7624-4a20-a8bf-76bccae47a43 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517416
Jan 28 02:08:42.983948 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 79b6cda7-8f9d-42cf-8df4-b250b6379cec up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:08:43.066255 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 79b6cda7-8f9d-42cf-8df4-b250b6379cec triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:08:43.066630 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:43.150351 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-97537b2b-6a92-4f6e-9477-130671042e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:43.292465 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e298285-5837-4cbe-a23b-41e5b7f834fd req-2c1ce12e-b1a1-48d7-a1de-2516aba05abf tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:43.294179 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6e298285-5837-4cbe-a23b-41e5b7f834fd req-2c1ce12e-b1a1-48d7-a1de-2516aba05abf tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0635777
Jan 28 02:08:43.357357 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6e298285-5837-4cbe-a23b-41e5b7f834fd req-b6be310e-65eb-4dca-a383-84753fa6bb4e tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559046
Jan 28 02:08:43.700132 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac0605-7a93-4b89-a02d-e70467f06a1d req-10cc458c-54ae-4965-b4d8-6e279e8af5e6 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:43.711816 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-64ac0605-7a93-4b89-a02d-e70467f06a1d req-10cc458c-54ae-4965-b4d8-6e279e8af5e6 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0816724
Jan 28 02:08:43.772992 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-64ac0605-7a93-4b89-a02d-e70467f06a1d req-b21dcb7f-cbb6-4c6c-8b6c-39aff596f9c0 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550849
Jan 28 02:08:43.903494 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3c28f-151c-4c22-8ad2-84ed2761019c req-bc938f95-d812-4b05-b303-bba2a31d4c96 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:43.903494 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b2c3c28f-151c-4c22-8ad2-84ed2761019c req-bc938f95-d812-4b05-b303-bba2a31d4c96 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0572531
Jan 28 02:08:43.949017 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b2c3c28f-151c-4c22-8ad2-84ed2761019c req-0d1a9733-817c-44d9-a65b-4470b80b4dfa tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373378
Jan 28 02:08:44.472875 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37916f53-df08-4943-a305-3446c5968817 req-6a9ac2ff-926a-4d5f-a92b-b4408a845b6f tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:44.474431 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-37916f53-df08-4943-a305-3446c5968817 req-6a9ac2ff-926a-4d5f-a92b-b4408a845b6f tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0542443
Jan 28 02:08:44.586333 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-37916f53-df08-4943-a305-3446c5968817 req-0827867c-cea9-41b0-89c1-402e2465a773 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828722
Jan 28 02:08:44.601750 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512a265-3d06-450f-bb2b-a13ec04904e1 req-6e2872cf-33c8-4c06-8e3f-ca249d8c329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:44.612382 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0512a265-3d06-450f-bb2b-a13ec04904e1 req-6e2872cf-33c8-4c06-8e3f-ca249d8c329f service neutron] 10.222.0.95 "GET /v2.0/networks?id=8ef75d94-d93d-4873-9fc3-216697a025d1 HTTP/1.1" status: 200  len: 920 time: 0.1170638
Jan 28 02:08:44.656409 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0512a265-3d06-450f-bb2b-a13ec04904e1 req-b24ea695-5f7f-49c6-9235-a58048581fbf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=333b77f2-3cf1-4c8f-94ce-5901a7eb748d HTTP/1.1" status: 200  len: 217 time: 0.0356436
Jan 28 02:08:44.709739 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512a265-3d06-450f-bb2b-a13ec04904e1 req-55f1e8bf-ae48-4d9e-a568-d784287a96f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:44.711193 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0512a265-3d06-450f-bb2b-a13ec04904e1 req-55f1e8bf-ae48-4d9e-a568-d784287a96f3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db836a45-602b-4146-a315-ae0211e2435f HTTP/1.1" status: 200  len: 858 time: 0.0483575
Jan 28 02:08:44.741726 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0512a265-3d06-450f-bb2b-a13ec04904e1 req-8149e2b8-0d1d-41c1-b070-107639c78f9f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8ef75d94-d93d-4873-9fc3-216697a025d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0228467
Jan 28 02:08:44.839056 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0512a265-3d06-450f-bb2b-a13ec04904e1 req-0ab5153b-2dab-46d1-86cd-04913bd99f53 service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853589
Jan 28 02:08:44.969096 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bddfba-aa90-40da-a0a6-38098b3ce41b req-a971de0b-102e-45be-b252-f9a826bb1cf8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:44.970581 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-78bddfba-aa90-40da-a0a6-38098b3ce41b req-a971de0b-102e-45be-b252-f9a826bb1cf8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.1248164
Jan 28 02:08:44.975141 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:45.014395 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0512a265-3d06-450f-bb2b-a13ec04904e1 req-2e66e5b9-12a5-4776-824d-e1772ec80dc7 service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449289
Jan 28 02:08:45.026727 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-78bddfba-aa90-40da-a0a6-38098b3ce41b req-49ccac8e-92d5-4b2a-af96-dcf628f6db6a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496848
Jan 28 02:08:45.134521 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ce121-5a54-443d-875a-7e6e3173b57f req-155c89df-5e2b-42b4-8417-f896dca47a71 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:45.142283 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-414ce121-5a54-443d-875a-7e6e3173b57f req-155c89df-5e2b-42b4-8417-f896dca47a71 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0582285
Jan 28 02:08:45.183489 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-414ce121-5a54-443d-875a-7e6e3173b57f req-ff4040f0-a37d-426e-a08f-82d2431ceb87 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399978
Jan 28 02:08:45.694645 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e8ea0-64b6-42d4-8ba0-6e20b909ba89 req-42909a97-ef0c-4133-9897-3193a91a72f7 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:45.696573 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-da1e8ea0-64b6-42d4-8ba0-6e20b909ba89 req-42909a97-ef0c-4133-9897-3193a91a72f7 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0494757
Jan 28 02:08:45.738806 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-da1e8ea0-64b6-42d4-8ba0-6e20b909ba89 req-609adcd8-59e4-42ba-bd73-d87b39434f00 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348976
Jan 28 02:08:46.147808 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c78fa5-3d0f-481d-aa53-a575499ec22a req-f1242c62-1157-4fd6-a7f7-1cbd61e56f60 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:46.149307 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-78c78fa5-3d0f-481d-aa53-a575499ec22a req-f1242c62-1157-4fd6-a7f7-1cbd61e56f60 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0492208
Jan 28 02:08:46.189960 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-78c78fa5-3d0f-481d-aa53-a575499ec22a req-c6294043-f546-4bef-a5d0-1c91f305bd84 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345423
Jan 28 02:08:46.303692 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea365cea-77a3-46be-83ef-a2d362434869 req-77637e6f-5cf8-4c30-8958-8d59510f261d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:46.305215 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ea365cea-77a3-46be-83ef-a2d362434869 req-77637e6f-5cf8-4c30-8958-8d59510f261d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0484495
Jan 28 02:08:46.347847 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ea365cea-77a3-46be-83ef-a2d362434869 req-ed30c3b4-0efe-4bb1-ac86-c49eee688fed tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363836
Jan 28 02:08:46.434427 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:46.588943 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:46.858201 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ff041-9fc5-4084-9208-5972166f5e52 req-d7f6d60b-d2ed-46fa-89a3-c1b1b0f7ce3a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:46.860091 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b14ff041-9fc5-4084-9208-5972166f5e52 req-d7f6d60b-d2ed-46fa-89a3-c1b1b0f7ce3a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0530195
Jan 28 02:08:46.906152 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b14ff041-9fc5-4084-9208-5972166f5e52 req-e4b1ddd2-c8e2-4a15-b18e-386dc9d48225 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372980
Jan 28 02:08:47.380681 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f8400-8c84-47ec-bbf2-0bf0420f339d req-340c8f01-3fd5-4f20-8535-84724c9a7274 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:47.382507 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ad8f8400-8c84-47ec-bbf2-0bf0420f339d req-340c8f01-3fd5-4f20-8535-84724c9a7274 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.1129591
Jan 28 02:08:47.444053 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761f023-5ab2-48d3-af35-36080086c490 req-a2ab8bab-5341-47ad-8607-6e8b8a461dde tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:47.444432 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2761f023-5ab2-48d3-af35-36080086c490 req-a2ab8bab-5341-47ad-8607-6e8b8a461dde tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/networks?id=a1afa762-f2ce-40be-8faa-e9c2b4144812 HTTP/1.1" status: 200  len: 815 time: 0.1446481
Jan 28 02:08:47.481874 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ad8f8400-8c84-47ec-bbf2-0bf0420f339d req-2754a7c7-8104-4758-a77c-b031f020b50d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715089
Jan 28 02:08:47.487727 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2761f023-5ab2-48d3-af35-36080086c490 req-b6d42457-d11e-4ece-9dd0-21cd4b3c7276 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/quotas/2b66ddee4c864aae90b738695dffbeb9 HTTP/1.1" status: 200  len: 375 time: 0.0326335
Jan 28 02:08:47.552774 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2761f023-5ab2-48d3-af35-36080086c490 req-1927cc0a-1276-4064-8ebc-e78ea9b33441 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b66ddee4c864aae90b738695dffbeb9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0517449
Jan 28 02:08:47.957152 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66c931-ed9b-4d72-b9c6-fc986b9cfaef req-4b0d7e14-0fcb-4b4c-ad4b-a7ec66487ff0 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:47.958850 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-af66c931-ed9b-4d72-b9c6-fc986b9cfaef req-4b0d7e14-0fcb-4b4c-ad4b-a7ec66487ff0 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.3877034
Jan 28 02:08:48.057549 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2761f023-5ab2-48d3-af35-36080086c490 req-17530b95-bdf9-4a7a-8d23-8226e5a5b60b service neutron] 10.222.0.79 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4942303
Jan 28 02:08:48.097031 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-af66c931-ed9b-4d72-b9c6-fc986b9cfaef req-5c69500c-a54b-48a0-97d9-f92cdbb53a16 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062903
Jan 28 02:08:48.243058 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2761f023-5ab2-48d3-af35-36080086c490 req-6c3d0f58-0763-4ae2-a3ce-61fe0248f3ec service neutron] 10.222.0.79 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1844277
Jan 28 02:08:48.268400 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2fefe-77cb-4f68-8c33-ef2c35b3c1d2 req-9a32d19f-c9e7-4ccc-9b6a-db3c2cd763c8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:48.269929 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dfc2fefe-77cb-4f68-8c33-ef2c35b3c1d2 req-9a32d19f-c9e7-4ccc-9b6a-db3c2cd763c8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0713677
Jan 28 02:08:48.334236 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dfc2fefe-77cb-4f68-8c33-ef2c35b3c1d2 req-9f10b750-380f-4ce2-b7a2-473a86dedb00 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583758
Jan 28 02:08:48.525806 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9f0c4887-3b4c-4468-9869-07191041f68a req-963ffb5b-5c47-42e3-9d45-3e230b8a1b8c tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 210 time: 0.0304809
Jan 28 02:08:48.641865 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29825778-769f-46f7-9af3-cb8551bc7778 req-9919fc25-968f-4ef7-a125-e30e9242511e tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:48.643452 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-29825778-769f-46f7-9af3-cb8551bc7778 req-9919fc25-968f-4ef7-a125-e30e9242511e tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0651088
Jan 28 02:08:48.688670 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-29825778-769f-46f7-9af3-cb8551bc7778 req-e00fde8b-5160-4c5b-a699-1f8f58bb0750 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379803
Jan 28 02:08:49.235575 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65be86-6bd5-4731-a21c-c6a7c16805aa req-b2637665-db75-4b54-ab9c-308f7d7e0e82 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:49.237419 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9c65be86-6bd5-4731-a21c-c6a7c16805aa req-b2637665-db75-4b54-ab9c-308f7d7e0e82 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0553625
Jan 28 02:08:49.291381 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9c65be86-6bd5-4731-a21c-c6a7c16805aa req-1e4bea76-57ed-41e4-a096-02d2cf72cbd9 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455277
Jan 28 02:08:49.466628 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757f875-a02d-430b-af1e-ac31a7f2cd7e req-e3fa63b1-a481-4d62-b7fb-fbbe6babc286 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:49.468440 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7757f875-a02d-430b-af1e-ac31a7f2cd7e req-e3fa63b1-a481-4d62-b7fb-fbbe6babc286 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0557995
Jan 28 02:08:49.511584 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7757f875-a02d-430b-af1e-ac31a7f2cd7e req-61b11fda-d93b-42ce-b66e-8a41e8e22855 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356686
Jan 28 02:08:49.704073 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fa2314a5-795d-45e0-b150-474bf678c0bd req-da9f2fa0-1e2d-4c33-8d54-e9ffafefe518 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 210 time: 0.0861642
Jan 28 02:08:49.860002 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779e5af-3b10-4e81-bb7e-727ad319fd44 req-e8a5cd75-e2dd-427e-9406-29ba81b11c17 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:49.862781 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0779e5af-3b10-4e81-bb7e-727ad319fd44 req-e8a5cd75-e2dd-427e-9406-29ba81b11c17 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0609863
Jan 28 02:08:49.899341 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0779e5af-3b10-4e81-bb7e-727ad319fd44 req-fe082dfa-274c-4bbc-a3fa-eb52bdc5d228 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319130
Jan 28 02:08:50.416717 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8ab77-9be2-4b8d-b430-61f22b471566 req-1411bfb9-098d-4fdb-99c2-e22e737adcab tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:50.418473 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-78f8ab77-9be2-4b8d-b430-61f22b471566 req-1411bfb9-098d-4fdb-99c2-e22e737adcab tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0505641
Jan 28 02:08:50.460241 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-78f8ab77-9be2-4b8d-b430-61f22b471566 req-d946e7d8-3b1c-4cce-b27c-b6f0059cb4c1 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353055
Jan 28 02:08:50.651746 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbb0ae-543d-4a74-ab61-34ccba388afe req-20d7f684-013c-48d9-81df-03ddd133bae6 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:50.653167 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c3fbb0ae-543d-4a74-ab61-34ccba388afe req-20d7f684-013c-48d9-81df-03ddd133bae6 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0562205
Jan 28 02:08:50.697632 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c3fbb0ae-543d-4a74-ab61-34ccba388afe req-2cf392f3-dd90-4c39-b36f-35c8abfec4e7 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375400
Jan 28 02:08:50.830984 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3414a276-f614-4f7e-8e62-13025166c32b req-9e361b02-3aa7-4e0e-976b-90c13ff96419 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 210 time: 0.0323517
Jan 28 02:08:51.029359 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202919b8-dfd4-4898-bda5-c3ea084600c2 req-7294172a-fc43-4e6a-9778-79872a18a699 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:51.031668 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-202919b8-dfd4-4898-bda5-c3ea084600c2 req-7294172a-fc43-4e6a-9778-79872a18a699 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0510705
Jan 28 02:08:51.073216 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-202919b8-dfd4-4898-bda5-c3ea084600c2 req-61871634-f2c9-45f1-993e-d4c955c46e6f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351231
Jan 28 02:08:51.581169 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:51.595619 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b91c0d-025f-4397-9e26-f939ad986bbd req-4eb98e39-d3aa-4d86-897e-1ab19cc3e3cc tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:51.597370 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f9b91c0d-025f-4397-9e26-f939ad986bbd req-4eb98e39-d3aa-4d86-897e-1ab19cc3e3cc tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0525389
Jan 28 02:08:51.649404 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f9b91c0d-025f-4397-9e26-f939ad986bbd req-ccdb05c5-9ee6-47c7-87e9-5eb7d5b94385 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434723
Jan 28 02:08:51.866115 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbadbee-9583-44ae-8051-5b2c5a64756a req-9ad824ec-a420-462b-8994-344994b7bd2d tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:51.873993 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-edbadbee-9583-44ae-8051-5b2c5a64756a req-9ad824ec-a420-462b-8994-344994b7bd2d tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0845265
Jan 28 02:08:51.924063 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-edbadbee-9583-44ae-8051-5b2c5a64756a req-6c5e2652-91c7-429d-907d-f15644a0d623 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463009
Jan 28 02:08:51.958210 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6ec81eac-43be-4821-90f5-b7c35b8ccd95 req-9494717b-f923-4abc-8a59-63c6884851ba tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 210 time: 0.0324295
Jan 28 02:08:52.119867 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b54d99-7a4a-40db-8af4-a53a0cd8f670 req-200c7a74-1a08-4a4c-bb1c-44a18a25eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:52.121450 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-73b54d99-7a4a-40db-8af4-a53a0cd8f670 req-200c7a74-1a08-4a4c-bb1c-44a18a25eb9e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6bdd27e926a84fa49844fbcca271bb19&device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 1098 time: 0.0511696
Jan 28 02:08:52.276846 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0aef2b-7ef5-42d4-a0a4-6a5456dc1913 req-85a0e949-2dc3-4226-b310-49e0fbd03fc8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:52.278402 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1f0aef2b-7ef5-42d4-a0a4-6a5456dc1913 req-85a0e949-2dc3-4226-b310-49e0fbd03fc8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.0857944
Jan 28 02:08:52.286896 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b54d99-7a4a-40db-8af4-a53a0cd8f670 req-5de5fcac-25c9-4a63-883a-de5bb3b8ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:52.288457 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-73b54d99-7a4a-40db-8af4-a53a0cd8f670 req-5de5fcac-25c9-4a63-883a-de5bb3b8ec1e service neutron] 10.222.0.95 "GET /v2.0/networks?id=93f7fa36-86c7-4eac-8e6a-71166645bc4a HTTP/1.1" status: 200  len: 917 time: 0.1541297
Jan 28 02:08:52.386105 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1f0aef2b-7ef5-42d4-a0a4-6a5456dc1913 req-96e8b366-8fad-45cd-9337-1c7f5151a4f1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0877271
Jan 28 02:08:52.400343 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-73b54d99-7a4a-40db-8af4-a53a0cd8f670 req-7a68c00b-03cd-4c68-95a5-497a3a28f371 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb8f729a-b66f-4c5c-a62e-472c346922bb HTTP/1.1" status: 200  len: 1001 time: 0.0961251
Jan 28 02:08:52.498593 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b54d99-7a4a-40db-8af4-a53a0cd8f670 req-7720e2e8-a012-4dc2-ad02-a066f2d790bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:52.501323 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-73b54d99-7a4a-40db-8af4-a53a0cd8f670 req-7720e2e8-a012-4dc2-ad02-a066f2d790bc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=51f5d2fc-f2c1-4616-91ac-244dfd5cdb84 HTTP/1.1" status: 200  len: 854 time: 0.0862162
Jan 28 02:08:52.522661 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1cc7634c-6557-40d1-8bab-8b3afdb24165 req-47feafdc-5f9f-4bb7-b722-0376e648d245 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0653508
Jan 28 02:08:52.563817 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b54d99-7a4a-40db-8af4-a53a0cd8f670 req-b85d777a-df41-46ea-855b-685d5029df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:52.565338 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-73b54d99-7a4a-40db-8af4-a53a0cd8f670 req-b85d777a-df41-46ea-855b-685d5029df06 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93f7fa36-86c7-4eac-8e6a-71166645bc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0557408
Jan 28 02:08:52.673129 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7634c-6557-40d1-8bab-8b3afdb24165 req-02f0b060-550c-4f73-be61-46179691012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:52.674631 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1cc7634c-6557-40d1-8bab-8b3afdb24165 req-02f0b060-550c-4f73-be61-46179691012d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cc19a0f9c33f47f1b504bebbb0b2c931&device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 1099 time: 0.1084545
Jan 28 02:08:52.722396 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-73b54d99-7a4a-40db-8af4-a53a0cd8f670 req-78728701-5644-4087-a023-d5235d45b41c service neutron] 10.222.0.95 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252255
Jan 28 02:08:52.913525 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ed6d5-ccc4-4fe6-a5fb-a9fa71662a2f req-a43a9d3d-c490-4a4f-8d06-59149f5d258d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:52.920665 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a58ed6d5-ccc4-4fe6-a5fb-a9fa71662a2f req-a43a9d3d-c490-4a4f-8d06-59149f5d258d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.1189222
Jan 28 02:08:53.021569 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7634c-6557-40d1-8bab-8b3afdb24165 req-5905f3fc-1b04-4a7e-be4d-f1547a2cc845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:53.021569 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1cc7634c-6557-40d1-8bab-8b3afdb24165 req-5905f3fc-1b04-4a7e-be4d-f1547a2cc845 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8ef75d94-d93d-4873-9fc3-216697a025d1 HTTP/1.1" status: 200  len: 920 time: 0.2871170
Jan 28 02:08:53.023246 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-73b54d99-7a4a-40db-8af4-a53a0cd8f670 req-fa24e382-9656-415a-8c16-345d68cf508b service neutron] 10.222.0.95 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2903557
Jan 28 02:08:53.060071 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a58ed6d5-ccc4-4fe6-a5fb-a9fa71662a2f req-27f7d211-9b06-442f-9d13-b8e537a4661d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315608
Jan 28 02:08:53.222663 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1cc7634c-6557-40d1-8bab-8b3afdb24165 req-51d06b8a-db54-4819-9030-4b88e1f61bf9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f563e565-6b72-491c-a99c-3004a4f17f98 HTTP/1.1" status: 200  len: 217 time: 0.1642985
Jan 28 02:08:53.283004 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d3412fa2-80c0-42c8-b3b7-86b9ebc945e1 req-a2a6155a-f992-4e99-b607-dca3df0fa72d tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 210 time: 0.0539532
Jan 28 02:08:53.316488 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761f023-5ab2-48d3-af35-36080086c490 req-822462b5-f6bd-4ef9-b765-be67bc013a42 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:53.316488 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2761f023-5ab2-48d3-af35-36080086c490 req-822462b5-f6bd-4ef9-b765-be67bc013a42 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.95 "GET /v2.0/networks?id=a1afa762-f2ce-40be-8faa-e9c2b4144812 HTTP/1.1" status: 200  len: 815 time: 0.3316407
Jan 28 02:08:53.333057 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7634c-6557-40d1-8bab-8b3afdb24165 req-4d71fb34-8f50-4bb3-8471-556ec9e83100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:53.333057 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1cc7634c-6557-40d1-8bab-8b3afdb24165 req-4d71fb34-8f50-4bb3-8471-556ec9e83100 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db836a45-602b-4146-a315-ae0211e2435f HTTP/1.1" status: 200  len: 858 time: 0.0871186
Jan 28 02:08:53.347563 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [req-2761f023-5ab2-48d3-af35-36080086c490 req-d0576929-ca3f-4e6e-b9f5-2e51fd291876 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Request body: {'port': {'device_id': '96b38440-c5bd-4838-bd1b-46312012607e', 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812', 'admin_state_up': True, 'tenant_id': '2b66ddee4c864aae90b738695dffbeb9'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:08:53.398559 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1cc7634c-6557-40d1-8bab-8b3afdb24165 req-79dd88c0-29d2-40f6-bf9b-b161fbc3bf59 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8ef75d94-d93d-4873-9fc3-216697a025d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488334
Jan 28 02:08:53.409625 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77d85d-b79e-41c6-9b19-9161072132b1 req-3145aa26-3dcf-4764-bc5a-4d64044197fa tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:53.428279 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-aa77d85d-b79e-41c6-9b19-9161072132b1 req-3145aa26-3dcf-4764-bc5a-4d64044197fa tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.2154517
Jan 28 02:08:53.507502 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device eb8f729a-b66f-4c5c-a62e-472c346922bb no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:08:53.546814 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-aa77d85d-b79e-41c6-9b19-9161072132b1 req-ea828b85-7d0b-4013-a976-ded573548e65 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1171057
Jan 28 02:08:53.569191 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1cc7634c-6557-40d1-8bab-8b3afdb24165 req-d22b93f6-4c84-444e-bf1a-057636b78ae8 service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1185460
Jan 28 02:08:53.602201 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:53.629566 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25403b-0399-48d0-86a9-6e5022287c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb8f729a-b66f-4c5c-a62e-472c346922bb'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:08:53.632540 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5e74b5-7bef-4ddf-85c9-7e4d0f2bbc4b" -d '{"events": [{"server_uuid": "4f25403b-0399-48d0-86a9-6e5022287c84", "name": "network-vif-unplugged", "status": "completed", "tag": "eb8f729a-b66f-4c5c-a62e-472c346922bb"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:08:53.648814 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port eb8f729a-b66f-4c5c-a62e-472c346922bb, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=eb8f729a-b66f-4c5c-a62e-472c346922bb,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:08:53.665150 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7662a-9fd5-4ffe-9394-314b64a46935 req-483d31d0-a4cf-4a1b-8c8a-dc2bbe75c039 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:53.668549 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fec7662a-9fd5-4ffe-9394-314b64a46935 req-483d31d0-a4cf-4a1b-8c8a-dc2bbe75c039 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 945 time: 0.1086318
Jan 28 02:08:53.670891 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaa54a4-0e58-45d7-8a38-7e42f3c700aa x-openstack-request-id: req-bfaa54a4-0e58-45d7-8a38-7e42f3c700aa {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:08:53.671202 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25403b-0399-48d0-86a9-6e5022287c84", "name": "network-vif-unplugged", "status": "completed", "tag": "eb8f729a-b66f-4c5c-a62e-472c346922bb", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:08:53.671456 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bfaa54a4-0e58-45d7-8a38-7e42f3c700aa {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:08:53.672019 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25403b-0399-48d0-86a9-6e5022287c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb8f729a-b66f-4c5c-a62e-472c346922bb', 'code': 200}
Jan 28 02:08:53.732486 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fec7662a-9fd5-4ffe-9394-314b64a46935 req-ebaaad90-b22a-48e5-b9f3-e2b6517f527e tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627780
Jan 28 02:08:53.734823 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1cc7634c-6557-40d1-8bab-8b3afdb24165 req-12709923-ad81-4991-8c7c-86ac35a7f991 service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1466918
Jan 28 02:08:53.868893 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:53.870492 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2761f023-5ab2-48d3-af35-36080086c490 req-d0576929-ca3f-4e6e-b9f5-2e51fd291876 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Made reservation on behalf of 2b66ddee4c864aae90b738695dffbeb9 for: {'port': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:08:53.885186 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-2761f023-5ab2-48d3-af35-36080086c490 req-d0576929-ca3f-4e6e-b9f5-2e51fd291876 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:53.924212 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=eb8f729a-b66f-4c5c-a62e-472c346922bb,revision_number=8']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:53.930674 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:53.936451 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:53.937086 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:53.938089 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:53.938589 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:53.939061 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:53.939479 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:53.939879 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:53.940381 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:53.940812 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:53.941641 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:53.941839 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:08:54.056374 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [req-2761f023-5ab2-48d3-af35-36080086c490 req-d0576929-ca3f-4e6e-b9f5-2e51fd291876 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Allocated IP 172.20.0.10 (a1afa762-f2ce-40be-8faa-e9c2b4144812/dd3ae6ac-d700-43ed-b661-5b566efe7e08/8d7133bd-248c-438b-adfd-1ef3f2765032) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:08:54.306352 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-2761f023-5ab2-48d3-af35-36080086c490 req-d0576929-ca3f-4e6e-b9f5-2e51fd291876 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:54.316636 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0a98a-5d3c-400c-8fd6-d731b0cb498c req-2e6e6c44-4a9c-4657-9d4e-910dafdf760d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:54.318588 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fec0a98a-5d3c-400c-8fd6-d731b0cb498c req-2e6e6c44-4a9c-4657-9d4e-910dafdf760d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0725522
Jan 28 02:08:54.382946 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fec0a98a-5d3c-400c-8fd6-d731b0cb498c req-c86f69ee-1c00-42c8-91ae-8be1b8eab126 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490098
Jan 28 02:08:54.427221 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-2761f023-5ab2-48d3-af35-36080086c490 req-d0576929-ca3f-4e6e-b9f5-2e51fd291876 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:54.450815 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6782e207-5d88-4596-b354-bb6c6846b64d req-93443ed4-1e6e-4d94-ad79-94ce4ba94b8b tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 210 time: 0.0522830
Jan 28 02:08:54.486153 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['9f5a06ae-9758-488e-b71f-7103e118fef7', 'a8128aba-f6b8-4d67-8aeb-48bca91f2e98'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:08:54.487254 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2761f023-5ab2-48d3-af35-36080086c490 req-d0576929-ca3f-4e6e-b9f5-2e51fd291876 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Network a1afa762-f2ce-40be-8faa-e9c2b4144812 is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:08:54.490933 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [req-2761f023-5ab2-48d3-af35-36080086c490 req-d0576929-ca3f-4e6e-b9f5-2e51fd291876 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:08:54.493938 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [req-2761f023-5ab2-48d3-af35-36080086c490 req-d0576929-ca3f-4e6e-b9f5-2e51fd291876 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:08:54.548619 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761f023-5ab2-48d3-af35-36080086c490 req-d0576929-ca3f-4e6e-b9f5-2e51fd291876 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:54.549268 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-2761f023-5ab2-48d3-af35-36080086c490 req-d0576929-ca3f-4e6e-b9f5-2e51fd291876 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:54.563090 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0576929-ca3f-4e6e-b9f5-2e51fd291876 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Pushing event updated for resources: {'Port': ['ID=8d7133bd-248c-438b-adfd-1ef3f2765032,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:54.700949 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2761f023-5ab2-48d3-af35-36080086c490 req-d0576929-ca3f-4e6e-b9f5-2e51fd291876 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3579533
Jan 28 02:08:54.754778 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac952b4-3011-476b-bf0f-c39e08914aee req-a39e654a-f83e-45a1-96f1-45113d9d5c66 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:54.776731 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2ac952b4-3011-476b-bf0f-c39e08914aee req-a39e654a-f83e-45a1-96f1-45113d9d5c66 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.1108501
Jan 28 02:08:54.842155 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2ac952b4-3011-476b-bf0f-c39e08914aee req-ecd290cd-4a79-4d3d-8c40-4aa1308a56c6 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478365
Jan 28 02:08:54.911595 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef31c72-e269-40a2-b4e1-8a253698b6d8 req-6938d060-4313-45eb-ae86-9eb01ba6ccab tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:54.912954 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8ef31c72-e269-40a2-b4e1-8a253698b6d8 req-6938d060-4313-45eb-ae86-9eb01ba6ccab tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0507648
Jan 28 02:08:54.960344 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8ef31c72-e269-40a2-b4e1-8a253698b6d8 req-dbadeeb0-e975-44dc-8489-603e95435aac tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409966
Jan 28 02:08:55.514075 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82e79f-14e3-453b-ba80-c2b2500fce83 req-8f617630-0fe6-41dc-898e-84302306a8fc tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:55.516402 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6c82e79f-14e3-453b-ba80-c2b2500fce83 req-8f617630-0fe6-41dc-898e-84302306a8fc tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0600491
Jan 28 02:08:55.589799 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6c82e79f-14e3-453b-ba80-c2b2500fce83 req-6a7c8d25-f9f3-445d-8853-edd33384b635 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643601
Jan 28 02:08:55.612384 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476de5a-6aea-409f-a9aa-b00a7f646dbb req-76c35683-1c98-4acd-9aea-9a5425f31c5b tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:55.616014 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6476de5a-6aea-409f-a9aa-b00a7f646dbb req-76c35683-1c98-4acd-9aea-9a5425f31c5b tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 932 time: 0.0735333
Jan 28 02:08:55.662146 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6476de5a-6aea-409f-a9aa-b00a7f646dbb req-46aefc67-941a-4e93-b599-b99cb339c901 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389535
Jan 28 02:08:55.962385 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01b84b-0802-43f3-af0c-1cdb87aaf40d req-9f108067-8556-4eb5-9fbd-d8578f9d1ad1 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:55.964411 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ab01b84b-0802-43f3-af0c-1cdb87aaf40d req-9f108067-8556-4eb5-9fbd-d8578f9d1ad1 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0583692
Jan 28 02:08:56.021805 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ab01b84b-0802-43f3-af0c-1cdb87aaf40d req-f2a0b88e-2d1d-4ddb-9dcf-ff90984723f3 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505700
Jan 28 02:08:56.093570 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829aa13-1096-4e0c-84ed-2bb895b402d0 req-24d0ab6c-f3e4-4bd1-a4e5-7931dafa92b0 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:56.095737 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c829aa13-1096-4e0c-84ed-2bb895b402d0 req-24d0ab6c-f3e4-4bd1-a4e5-7931dafa92b0 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0528765
Jan 28 02:08:56.157645 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c829aa13-1096-4e0c-84ed-2bb895b402d0 req-21200c41-3f3c-4610-8da7-7bbe21bbf821 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546734
Jan 28 02:08:56.781976 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be0ff9-fdb1-4ceb-bdf7-a3a705a5cc46 req-8802a73e-5a5a-43bf-8806-8b8a0ec9bf03 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:56.783619 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c2be0ff9-fdb1-4ceb-bdf7-a3a705a5cc46 req-8802a73e-5a5a-43bf-8806-8b8a0ec9bf03 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.1097436
Jan 28 02:08:56.822443 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099732c-e5a0-4446-900d-b88975a9c538 req-f6f607bf-6215-41ad-bc15-ff43ca4aea88 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:56.824116 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2099732c-e5a0-4446-900d-b88975a9c538 req-f6f607bf-6215-41ad-bc15-ff43ca4aea88 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 932 time: 0.0844901
Jan 28 02:08:56.845082 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c2be0ff9-fdb1-4ceb-bdf7-a3a705a5cc46 req-b1d16f1f-b28b-4372-8231-829ce25e3443 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535281
Jan 28 02:08:56.887875 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2099732c-e5a0-4446-900d-b88975a9c538 req-3af1fb23-57fb-417d-a7ae-331ef16d32e3 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472682
Jan 28 02:08:57.140967 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8056514-983b-4871-8f7d-5ab70667bcc0 req-3ee9988a-5529-456c-99e5-5254218b1b53 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:57.142414 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e8056514-983b-4871-8f7d-5ab70667bcc0 req-3ee9988a-5529-456c-99e5-5254218b1b53 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0553224
Jan 28 02:08:57.183575 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e8056514-983b-4871-8f7d-5ab70667bcc0 req-2ffec4f1-5cee-4a45-906d-e5589bbb91ab tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348487
Jan 28 02:08:57.285617 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655f435-6f15-4d79-a939-dc8d46ee1c46 req-9c739243-54aa-4312-883b-9ee9fb24f03a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:57.287079 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6655f435-6f15-4d79-a939-dc8d46ee1c46 req-9c739243-54aa-4312-883b-9ee9fb24f03a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0495801
Jan 28 02:08:57.328374 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6655f435-6f15-4d79-a939-dc8d46ee1c46 req-6c4f3d89-eb36-4f67-9138-4c15ed7f1d18 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353637
Jan 28 02:08:57.981622 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7400ea1-e377-429c-ade9-1dd7a57663b4 req-29ee71d1-7d49-4c46-b71c-1d04cfcf6a44 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:57.983022 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f7400ea1-e377-429c-ade9-1dd7a57663b4 req-29ee71d1-7d49-4c46-b71c-1d04cfcf6a44 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0629270
Jan 28 02:08:58.043638 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f7400ea1-e377-429c-ade9-1dd7a57663b4 req-0e2c5486-667f-4ef9-ac4c-a7fbb97c23a2 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441015
Jan 28 02:08:58.052189 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1e5ac-7e23-4d15-9c96-dc9e22b175dc req-ab71dfd5-c7e7-4aaa-9c26-690b39a2be9a tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:58.053656 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b1c1e5ac-7e23-4d15-9c96-dc9e22b175dc req-ab71dfd5-c7e7-4aaa-9c26-690b39a2be9a tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 932 time: 0.0885124
Jan 28 02:08:58.096197 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b1c1e5ac-7e23-4d15-9c96-dc9e22b175dc req-f59d9965-3276-40cf-bfb4-756cd9d1307b tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360615
Jan 28 02:08:58.197947 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Request body: {'port': {'device_id': '96b38440-c5bd-4838-bd1b-46312012607e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:08:58.268312 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:58.357744 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4645e2-87e4-42be-8d0d-fe8d4521b8cf req-bae95e9d-10e6-46cd-be90-fb974bf0b67e tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:58.359741 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ab4645e2-87e4-42be-8d0d-fe8d4521b8cf req-bae95e9d-10e6-46cd-be90-fb974bf0b67e tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0693369
Jan 28 02:08:58.435168 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ab4645e2-87e4-42be-8d0d-fe8d4521b8cf req-fe2c271e-d967-430b-ae71-1fba7a4726f2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694606
Jan 28 02:08:58.587355 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572dab2-4857-476c-b7ad-4dd1ab99fb20 req-e7764f73-f3d6-4617-a090-33f63cb24754 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:58.589016 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e572dab2-4857-476c-b7ad-4dd1ab99fb20 req-e7764f73-f3d6-4617-a090-33f63cb24754 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0681424
Jan 28 02:08:58.620956 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7133bd-248c-438b-adfd-1ef3f2765032 {{(pid=102089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:08:58.635772 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:58.638119 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e572dab2-4857-476c-b7ad-4dd1ab99fb20 req-fe65af47-ef41-4191-a693-ef3393ee7f6c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409489
Jan 28 02:08:58.656502 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.provisioning_blocks [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Transition to ACTIVE for port object 8d7133bd-248c-438b-adfd-1ef3f2765032 will not be triggered until provisioned by entity L2. {{(pid=102089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:08:58.754127 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27877598'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:58.805382 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7133bd-248c-438b-adfd-1ef3f2765032,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:58.821703 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917ead4-0641-4d4e-851a-5967990a9023 req-49352ceb-8b2e-4859-bf9c-765f2a56f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:58.823310 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4917ead4-0641-4d4e-851a-5967990a9023 req-49352ceb-8b2e-4859-bf9c-765f2a56f7fb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 1098 time: 0.0525880
Jan 28 02:08:58.864776 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4917ead4-0641-4d4e-851a-5967990a9023 req-0450ad05-91d9-4168-a480-e38dc7f49a9b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0302341
Jan 28 02:08:58.879715 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Attempting to bind port 8d7133bd-248c-438b-adfd-1ef3f2765032 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:08:58.880075 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Attempting to bind port 8d7133bd-248c-438b-adfd-1ef3f2765032 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '1f787b5e-ad82-4843-a31a-811f83fdc125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812'}] {{(pid=102089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:08:58.880398 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Attempting to bind port 8d7133bd-248c-438b-adfd-1ef3f2765032 on network a1afa762-f2ce-40be-8faa-e9c2b4144812 {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:08:58.884956 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Port 8d7133bd-248c-438b-adfd-1ef3f2765032 on network a1afa762-f2ce-40be-8faa-e9c2b4144812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:08:58.889755 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Attempting to bind port 8d7133bd-248c-438b-adfd-1ef3f2765032 on network a1afa762-f2ce-40be-8faa-e9c2b4144812 {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:08:58.889935 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:08:58.890847 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Checking segment: {'id': '1f787b5e-ad82-4843-a31a-811f83fdc125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:08:58.891226 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Bound using segment: {'id': '1f787b5e-ad82-4843-a31a-811f83fdc125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812'} {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:08:58.891629 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Bound port: 8d7133bd-248c-438b-adfd-1ef3f2765032, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f787b5e-ad82-4843-a31a-811f83fdc125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812'}}] {{(pid=102089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:08:58.891997 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:58.957258 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] For port 8d7133bd-248c-438b-adfd-1ef3f2765032, host hv-cinder-82497, cleared binding levels {{(pid=102089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:08:58.960329 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] For port 8d7133bd-248c-438b-adfd-1ef3f2765032, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8d7133bd-248c-438b-adfd-1ef3f2765032,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:08:59.021446 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27877598'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:59.058254 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:59.059074 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:08:59.060477 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2761f023-5ab2-48d3-af35-36080086c490 req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] 10.222.0.95 "PUT /v2.0/ports/8d7133bd-248c-438b-adfd-1ef3f2765032 HTTP/1.1" status: 200  len: 1094 time: 0.8670597
Jan 28 02:08:59.060900 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b38440-c5bd-4838-bd1b-46312012607e', 'tag': '8d7133bd-248c-438b-adfd-1ef3f2765032'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:08:59.063833 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018a6f7d036e4cc9c0598cac366770376dcc312318454bb663f15aa8bf8ee3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d911b672-9493-4fda-bf89-0be3bb73d9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "96b38440-c5bd-4838-bd1b-46312012607e", "tag": "8d7133bd-248c-438b-adfd-1ef3f2765032"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:08:59.088065 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca330c-ea07-44ce-88ac-c00ba5f94514 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7133bd-248c-438b-adfd-1ef3f2765032,revision_number=3']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:08:59.110071 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5d04c2-2b60-4fb8-91ac-b6b4813555b8 x-openstack-request-id: req-2a5d04c2-2b60-4fb8-91ac-b6b4813555b8 {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:08:59.110242 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b38440-c5bd-4838-bd1b-46312012607e", "tag": "8d7133bd-248c-438b-adfd-1ef3f2765032", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:08:59.110545 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2a5d04c2-2b60-4fb8-91ac-b6b4813555b8 {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:08:59.111084 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b38440-c5bd-4838-bd1b-46312012607e', 'tag': '8d7133bd-248c-438b-adfd-1ef3f2765032', 'status': 'completed', 'code': 200}
Jan 28 02:08:59.156639 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-551efd6a-be4a-4180-a934-fac9d74d9991 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:59.158108 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-551efd6a-be4a-4180-a934-fac9d74d9991 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/networks?id=292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 HTTP/1.1" status: 200  len: 814 time: 0.1103497
Jan 28 02:08:59.193538 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-271111ae-fdc5-4693-b863-b9f64aac7222 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/quotas/2e991e35dc5b463fbf9f08db0e72cf46 HTTP/1.1" status: 200  len: 375 time: 0.0264585
Jan 28 02:08:59.242922 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324a107-aeaf-4f98-a519-026391b07ced req-f3d09c5c-6d52-4f00-8c80-a94b75efb176 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:59.244669 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9324a107-aeaf-4f98-a519-026391b07ced req-f3d09c5c-6d52-4f00-8c80-a94b75efb176 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0854459
Jan 28 02:08:59.274723 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-f6fbfd46-7282-48cc-9063-fdf3caea5a2b tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2e991e35dc5b463fbf9f08db0e72cf46&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0748513
Jan 28 02:08:59.311807 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9324a107-aeaf-4f98-a519-026391b07ced req-913a87a2-7070-4f64-8512-86955159175f tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603893
Jan 28 02:08:59.382111 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911b672-9493-4fda-bf89-0be3bb73d9b0 req-4e86f494-8960-4bbc-bb31-30fa7582c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:59.384348 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d911b672-9493-4fda-bf89-0be3bb73d9b0 req-4e86f494-8960-4bbc-bb31-30fa7582c8c6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2b66ddee4c864aae90b738695dffbeb9&device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 1097 time: 0.0600090
Jan 28 02:08:59.397007 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-0d269fd0-e9a9-4ad1-a47a-25eb875f3905 service neutron] 10.222.0.79 "GET /v2.0/networks/292dd6a5-430d-4e8a-a8ac-8f1544aeecf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1094160
Jan 28 02:08:59.494710 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220babb-c8f2-4c64-9acd-c42612fbc43a req-1213ed9e-5cd8-4d75-93b2-29490f2fd751 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:59.496251 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a220babb-c8f2-4c64-9acd-c42612fbc43a req-1213ed9e-5cd8-4d75-93b2-29490f2fd751 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 944 time: 0.1234341
Jan 28 02:08:59.546018 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911b672-9493-4fda-bf89-0be3bb73d9b0 req-681e4702-69c7-460c-8e56-984f04ab6965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:59.549050 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d911b672-9493-4fda-bf89-0be3bb73d9b0 req-681e4702-69c7-460c-8e56-984f04ab6965 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=2b66ddee4c864aae90b738695dffbeb9&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1384678
Jan 28 02:08:59.586466 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-80f62c4e-d610-4447-8cc4-b635d8d62d87 service neutron] 10.222.0.79 "GET /v2.0/networks/292dd6a5-430d-4e8a-a8ac-8f1544aeecf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1758614
Jan 28 02:08:59.619009 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a220babb-c8f2-4c64-9acd-c42612fbc43a req-a51c8c28-7a38-4253-9206-89fa61d44c18 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991533
Jan 28 02:08:59.688081 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911b672-9493-4fda-bf89-0be3bb73d9b0 req-3d8b28a1-d687-40d1-8049-5efa6ebb662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:59.689747 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d911b672-9493-4fda-bf89-0be3bb73d9b0 req-3d8b28a1-d687-40d1-8049-5efa6ebb662f service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1277299
Jan 28 02:08:59.731568 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ab32d-5069-410b-9412-8b2464a374c0 req-949b45bb-6112-46c7-81f1-62c93026997d tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:59.731568 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-647ab32d-5069-410b-9412-8b2464a374c0 req-949b45bb-6112-46c7-81f1-62c93026997d tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0553677
Jan 28 02:08:59.775465 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-647ab32d-5069-410b-9412-8b2464a374c0 req-c2f5a796-d7d5-414f-a4ba-424d8bf30251 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370109
Jan 28 02:08:59.902426 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761f023-5ab2-48d3-af35-36080086c490 req-b8a189a2-5d7e-4c2d-9549-02490548a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:59.903983 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2761f023-5ab2-48d3-af35-36080086c490 req-b8a189a2-5d7e-4c2d-9549-02490548a59a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2b66ddee4c864aae90b738695dffbeb9&device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 1097 time: 0.0766785
Jan 28 02:08:59.948364 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f219010-c2c2-4aac-8f50-6c78106c69db req-47533d3b-abd7-48a9-8419-2910df205f22 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:08:59.963458 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9f219010-c2c2-4aac-8f50-6c78106c69db req-47533d3b-abd7-48a9-8419-2910df205f22 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0909200
Jan 28 02:09:00.005983 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9f219010-c2c2-4aac-8f50-6c78106c69db req-169a7923-ceb3-4346-8948-149f52832bc6 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449021
Jan 28 02:09:00.016578 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2761f023-5ab2-48d3-af35-36080086c490 req-169a4759-db2c-4b27-a720-b65fc3e69448 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d7133bd-248c-438b-adfd-1ef3f2765032 HTTP/1.1" status: 200  len: 217 time: 0.0895400
Jan 28 02:09:00.095371 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761f023-5ab2-48d3-af35-36080086c490 req-9782e162-22bc-4998-9b98-8efe98815560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:00.096958 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2761f023-5ab2-48d3-af35-36080086c490 req-9782e162-22bc-4998-9b98-8efe98815560 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=dd3ae6ac-d700-43ed-b661-5b566efe7e08 HTTP/1.1" status: 200  len: 855 time: 0.0723047
Jan 28 02:09:00.129744 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-65d61ffc-e07e-4e44-90a1-e368a6174747 req-d23f776e-4511-41fa-b810-c2b0cdd6728e tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 210 time: 0.0266533
Jan 28 02:09:00.137107 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2761f023-5ab2-48d3-af35-36080086c490 req-a6be2fbb-1a65-4436-9aea-b37e0c4b8987 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a1afa762-f2ce-40be-8faa-e9c2b4144812&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0283744
Jan 28 02:09:00.251031 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2761f023-5ab2-48d3-af35-36080086c490 req-c939a137-a86b-44d8-9c73-85e4c2a1ced2 service neutron] 10.222.0.95 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1047590
Jan 28 02:09:00.280811 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410c7f9-5cde-4ba0-bb91-49c2adbc8a99 req-85ec12fd-a527-4cb1-8e9f-c0d69554c944 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:00.283119 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8410c7f9-5cde-4ba0-bb91-49c2adbc8a99 req-85ec12fd-a527-4cb1-8e9f-c0d69554c944 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0709374
Jan 28 02:09:00.328826 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8410c7f9-5cde-4ba0-bb91-49c2adbc8a99 req-7fd63eb2-65cf-4b00-88ce-4a4b0b453794 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390108
Jan 28 02:09:00.416364 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2761f023-5ab2-48d3-af35-36080086c490 req-652061f6-f7ac-4d25-934d-f6ce8a046984 service neutron] 10.222.0.95 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1086431
Jan 28 02:09:00.489437 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d2c86-9642-40ed-bbcc-d9b811b68f6b req-5cf87215-35bb-4dd4-8da7-d4a4cc2a0279 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:00.489437 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4c0d2c86-9642-40ed-bbcc-d9b811b68f6b req-5cf87215-35bb-4dd4-8da7-d4a4cc2a0279 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0569756
Jan 28 02:09:00.513592 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24aca3-9f70-46d3-8733-acfe9b32ef77 req-fc305f8b-ce99-4e97-9ae7-d90b38c2c0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:00.515489 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4c0d2c86-9642-40ed-bbcc-d9b811b68f6b req-9d95e982-9c75-4a85-8326-913da62f712d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352156
Jan 28 02:09:00.515640 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3c24aca3-9f70-46d3-8733-acfe9b32ef77 req-fc305f8b-ce99-4e97-9ae7-d90b38c2c0f3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0abe012ba65845329098e0e06c54b9c1&device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 1099 time: 0.0495622
Jan 28 02:09:00.643636 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24aca3-9f70-46d3-8733-acfe9b32ef77 req-5e91cb1a-5a14-4f9b-82fe-c5c823a7880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:00.645188 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3c24aca3-9f70-46d3-8733-acfe9b32ef77 req-5e91cb1a-5a14-4f9b-82fe-c5c823a7880b service neutron] 10.222.0.95 "GET /v2.0/networks?id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd HTTP/1.1" status: 200  len: 912 time: 0.1098204
Jan 28 02:09:00.719083 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cc04e-341f-419c-ac2b-c983f912a2de req-61a9a4f3-10bc-4bbd-8b80-1edf56141700 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:00.720645 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-698cc04e-341f-419c-ac2b-c983f912a2de req-61a9a4f3-10bc-4bbd-8b80-1edf56141700 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 944 time: 0.0537064
Jan 28 02:09:00.760689 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3c24aca3-9f70-46d3-8733-acfe9b32ef77 req-39033eae-1efb-46e6-8e23-e690699f8892 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66c0ebdc-a262-49e8-983e-2b45feca212a HTTP/1.1" status: 200  len: 1001 time: 0.1051514
Jan 28 02:09:00.763106 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-698cc04e-341f-419c-ac2b-c983f912a2de req-cdf73d22-7f47-41ba-b297-14f575163d53 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364702
Jan 28 02:09:00.818302 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24aca3-9f70-46d3-8733-acfe9b32ef77 req-631ae44d-ebf8-4ea5-a1fd-58347df7f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:00.819779 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3c24aca3-9f70-46d3-8733-acfe9b32ef77 req-631ae44d-ebf8-4ea5-a1fd-58347df7f39c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8eb77f0c-9c24-4cb1-8b61-8cdd6744025b HTTP/1.1" status: 200  len: 849 time: 0.0520790
Jan 28 02:09:00.879685 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24aca3-9f70-46d3-8733-acfe9b32ef77 req-31252b9e-b598-45cf-aca6-c769ed04873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:00.881227 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3c24aca3-9f70-46d3-8733-acfe9b32ef77 req-31252b9e-b598-45cf-aca6-c769ed04873d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0419698
Jan 28 02:09:00.990151 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3c24aca3-9f70-46d3-8733-acfe9b32ef77 req-dee1c0ef-517b-4663-a2e9-92696ae86c5f service neutron] 10.222.0.95 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0998259
Jan 28 02:09:01.094540 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3c24aca3-9f70-46d3-8733-acfe9b32ef77 req-ff15adf6-429a-43b6-98bf-2955fc2a8592 service neutron] 10.222.0.95 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912166
Jan 28 02:09:01.170518 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a532e-cd97-42ac-8170-83fb38327a01 req-f744ccd0-e654-4029-9db3-cf6596bd4491 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:01.172349 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-226a532e-cd97-42ac-8170-83fb38327a01 req-f744ccd0-e654-4029-9db3-cf6596bd4491 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0540955
Jan 28 02:09:01.233276 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d06b9cb2-6144-40c7-b2e4-ce05c4b6a4db req-cb62f580-b82f-421c-b736-4e0900da3f74 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 210 time: 0.0344262
Jan 28 02:09:01.236667 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-226a532e-cd97-42ac-8170-83fb38327a01 req-131586c4-d55a-478d-b7b7-f501e84acb6d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580647
Jan 28 02:09:01.470843 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d2b0b-3601-437b-af29-fe18e7656873 req-d9001c41-ac49-4ddf-804d-e18926a1a0ff tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:01.472354 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0a9d2b0b-3601-437b-af29-fe18e7656873 req-d9001c41-ac49-4ddf-804d-e18926a1a0ff tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0471079
Jan 28 02:09:01.512404 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0a9d2b0b-3601-437b-af29-fe18e7656873 req-fdb7a544-cec7-4cd9-989c-e42597dfc145 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0340950
Jan 28 02:09:01.650189 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836e9fd-f5fb-4bb3-88fc-4daf97cf5376 req-739389e5-8ad8-4526-95f6-386ae99e35c4 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:01.651628 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e836e9fd-f5fb-4bb3-88fc-4daf97cf5376 req-739389e5-8ad8-4526-95f6-386ae99e35c4 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0515404
Jan 28 02:09:01.697055 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e836e9fd-f5fb-4bb3-88fc-4daf97cf5376 req-6764973f-497d-4a5b-ae69-6b130fb4ad85 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379703
Jan 28 02:09:01.964638 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbb24a-8f64-488c-8a62-ad4ee836b813 req-a6cc95ee-332f-483f-b05c-f3fd862144c6 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:01.966301 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-12bbb24a-8f64-488c-8a62-ad4ee836b813 req-a6cc95ee-332f-483f-b05c-f3fd862144c6 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 944 time: 0.0488038
Jan 28 02:09:02.006111 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-12bbb24a-8f64-488c-8a62-ad4ee836b813 req-11e264bd-8ce8-4ef1-93de-4f9432963ef0 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333486
Jan 28 02:09:02.419639 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9611bbe2-009f-4099-b494-478f963a677f req-cc34dfb6-dc23-4141-a86c-baa833b30f86 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 210 time: 0.0249593
Jan 28 02:09:02.539658 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5abd6f-beb1-41a4-babd-65cc14d71bf1 req-d9fc401e-5ad1-4271-a2ff-3ad61bf11569 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:02.541249 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-db5abd6f-beb1-41a4-babd-65cc14d71bf1 req-d9fc401e-5ad1-4271-a2ff-3ad61bf11569 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0631404
Jan 28 02:09:02.589639 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-db5abd6f-beb1-41a4-babd-65cc14d71bf1 req-df018bc9-4b9c-43f3-89f8-4ada7ae2f8c4 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419903
Jan 28 02:09:02.639292 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e86fd5-d600-4b57-928e-859ffdb1d780 req-a21ceb9b-7d37-49d1-9eed-6499e5bc883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:02.641843 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-11e86fd5-d600-4b57-928e-859ffdb1d780 req-a21ceb9b-7d37-49d1-9eed-6499e5bc883e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cc19a0f9c33f47f1b504bebbb0b2c931&device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 1098 time: 0.0775347
Jan 28 02:09:02.728423 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26815480-ea56-4937-a5bd-492bf5dd94d9 req-38f6bdf2-7680-43bc-bb71-392408f30af8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:02.730172 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-26815480-ea56-4937-a5bd-492bf5dd94d9 req-38f6bdf2-7680-43bc-bb71-392408f30af8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0539088
Jan 28 02:09:02.754031 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e86fd5-d600-4b57-928e-859ffdb1d780 req-110641ca-439e-4f27-8f88-a31c16f088d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:02.755604 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-11e86fd5-d600-4b57-928e-859ffdb1d780 req-110641ca-439e-4f27-8f88-a31c16f088d5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8ef75d94-d93d-4873-9fc3-216697a025d1 HTTP/1.1" status: 200  len: 920 time: 0.1073890
Jan 28 02:09:02.776764 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-26815480-ea56-4937-a5bd-492bf5dd94d9 req-8b845440-8399-4b57-b934-50d9309c6d81 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378954
Jan 28 02:09:02.828256 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-11e86fd5-d600-4b57-928e-859ffdb1d780 req-13bea1c3-94ae-4690-b7dd-446ba173f44e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=333b77f2-3cf1-4c8f-94ce-5901a7eb748d HTTP/1.1" status: 200  len: 217 time: 0.0644205
Jan 28 02:09:02.881415 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e86fd5-d600-4b57-928e-859ffdb1d780 req-f31c3607-389b-4ee8-90be-14027775d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:02.882859 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-11e86fd5-d600-4b57-928e-859ffdb1d780 req-f31c3607-389b-4ee8-90be-14027775d48c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db836a45-602b-4146-a315-ae0211e2435f HTTP/1.1" status: 200  len: 858 time: 0.0473568
Jan 28 02:09:02.926693 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-11e86fd5-d600-4b57-928e-859ffdb1d780 req-f580c9d9-2239-4ec2-981c-1ed02e2a672e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8ef75d94-d93d-4873-9fc3-216697a025d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0313447
Jan 28 02:09:03.026274 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-1da6ddd0-f442-4402-b9f9-1498f5edccd9 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:03.030530 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-1da6ddd0-f442-4402-b9f9-1498f5edccd9 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.95 "GET /v2.0/networks?id=292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 HTTP/1.1" status: 200  len: 814 time: 0.1356962
Jan 28 02:09:03.055882 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-11e86fd5-d600-4b57-928e-859ffdb1d780 req-c3ce63d6-ac41-4cc4-83a3-ca55b5f78776 service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1196198
Jan 28 02:09:03.088940 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Request body: {'port': {'device_id': '086c6296-168f-46fc-9ec4-8700b7c6ca9f', 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7', 'admin_state_up': True, 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:03.122812 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [req-fb6cb3dc-a862-41d7-982c-582725fbdbb0 req-ddcb4a16-66d4-4f11-8fd6-3d9d16526f06 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 02:09:03.123807 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fb6cb3dc-a862-41d7-982c-582725fbdbb0 req-ddcb4a16-66d4-4f11-8fd6-3d9d16526f06 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0090106
Jan 28 02:09:03.211786 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-11e86fd5-d600-4b57-928e-859ffdb1d780 req-03a2854f-4968-4c74-85bb-1a36fc0467ed service neutron] 10.222.0.95 "GET /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276951
Jan 28 02:09:03.224655 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2bdce-65af-49e1-948c-0ea1b1815058 req-d836c500-3837-4d84-8a87-bc2dff79390b tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:03.226130 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4ff2bdce-65af-49e1-948c-0ea1b1815058 req-d836c500-3837-4d84-8a87-bc2dff79390b tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 944 time: 0.1102226
Jan 28 02:09:03.286318 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4ff2bdce-65af-49e1-948c-0ea1b1815058 req-36f69125-60f4-48ab-b52a-9862ac75d2e2 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521648
Jan 28 02:09:03.355216 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Made reservation on behalf of 2e991e35dc5b463fbf9f08db0e72cf46 for: {'port': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:09:03.359841 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:03.837084 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ad32d50f-2c0a-421f-9d9d-7c476d7f2e2c req-3f51ed5b-e2e6-4229-906d-f2fa561d44da tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 210 time: 0.0432892
Jan 28 02:09:03.849615 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Allocated IP 172.20.0.7 (292dd6a5-430d-4e8a-a8ac-8f1544aeecf7/e7b09904-629d-4862-b9b2-a069385f4d4c/deb20626-b237-4650-a93b-12a633f6daa5) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:09:03.881189 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a66fa-85bd-45e0-a0fb-ce091c5144b5 req-ec6478cf-fbb6-4ee9-b39b-494c66aa0e4e tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:03.882637 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2a0a66fa-85bd-45e0-a0fb-ce091c5144b5 req-ec6478cf-fbb6-4ee9-b39b-494c66aa0e4e tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.3906839
Jan 28 02:09:04.019553 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2a0a66fa-85bd-45e0-a0fb-ce091c5144b5 req-35ff0154-bdda-4959-b338-4cd127e4ea76 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1268363
Jan 28 02:09:04.068306 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29c3e7-a0fa-4b25-bf13-4fef110df4c5 req-c248b331-c000-4ae3-ad1d-c8d11d5bda78 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:04.069770 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cf29c3e7-a0fa-4b25-bf13-4fef110df4c5 req-c248b331-c000-4ae3-ad1d-c8d11d5bda78 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.1532683
Jan 28 02:09:04.172331 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:04.175681 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 57150) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:04.197003 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 8d7133bd-248c-438b-adfd-1ef3f2765032 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:09:04.226836 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cf29c3e7-a0fa-4b25-bf13-4fef110df4c5 req-fe31f9e2-04ac-42d6-9e86-c4f11f5309c7 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375177
Jan 28 02:09:04.351745 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device eb8f729a-b66f-4c5c-a62e-472c346922bb no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:09:04.356905 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a4f92ace-1660-4960-8880-421bfee083c5 req-b2839253-ee6f-4e44-ab73-8b538690c2b8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1790669
Jan 28 02:09:04.369906 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [req-a4f92ace-1660-4960-8880-421bfee083c5 req-34ebdd4b-ee31-464b-b856-aebe76d0fc85 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102089) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 02:09:04.370918 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a4f92ace-1660-4960-8880-421bfee083c5 req-34ebdd4b-ee31-464b-b856-aebe76d0fc85 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0070431
Jan 28 02:09:04.414766 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:04.510804 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 8d7133bd-248c-438b-adfd-1ef3f2765032, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8d7133bd-248c-438b-adfd-1ef3f2765032,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:04.591276 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': '8d7133bd-248c-438b-adfd-1ef3f2765032', 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812', 'port_id': '8d7133bd-248c-438b-adfd-1ef3f2765032', 'mac_address': 'fa:16:3e:25:e8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd3ae6ac-d700-43ed-b661-5b566efe7e08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:09:04.689347 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:04.702246 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Pushing event updated for resources: {'Port': ['ID=deb20626-b237-4650-a93b-12a633f6daa5,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:04.715066 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Network 292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:09:04.729559 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7133bd-248c-438b-adfd-1ef3f2765032 {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:09:04.743522 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:09:04.746493 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:09:04.765455 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 8d7133bd-248c-438b-adfd-1ef3f2765032, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8d7133bd-248c-438b-adfd-1ef3f2765032,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:04.781746 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:04.782187 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:04.782512 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:04.783014 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:04.783633 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:04.784161 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:04.784503 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:04.784908 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:04.785274 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:04.785563 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:04.785873 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:04.786466 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:04.852378 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:04.878658 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48dfab-5e73-44ae-9e76-2a0cc0c13f08 req-83fc967f-bdcc-4b6e-bf5d-a8ffd995d58f tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:04.888543 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dd48dfab-5e73-44ae-9e76-2a0cc0c13f08 req-83fc967f-bdcc-4b6e-bf5d-a8ffd995d58f tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 944 time: 0.3437245
Jan 28 02:09:04.918653 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:04.919315 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:04.974297 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=8d7133bd-248c-438b-adfd-1ef3f2765032,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:05.023828 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dd48dfab-5e73-44ae-9e76-2a0cc0c13f08 req-dd613ec1-2dab-4c5b-99b6-2ffba2b612e1 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158812
Jan 28 02:09:05.049444 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-8ad15036-d59b-4d15-a8ff-90fd42bd8a81 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9661508
Jan 28 02:09:05.113803 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Request body: {'port': {'device_id': '086c6296-168f-46fc-9ec4-8700b7c6ca9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:05.118809 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-5f793a1b-8e22-489e-a38b-84e6e6de27eb None None] Provisioning complete for port deb20626-b237-4650-a93b-12a633f6daa5 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:05.119208 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-5f793a1b-8e22-489e-a38b-84e6e6de27eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:05.200175 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-5f793a1b-8e22-489e-a38b-84e6e6de27eb None None] Port deb20626-b237-4650-a93b-12a633f6daa5 cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:09:05.201071 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198accf-f41e-4b32-9a5e-4afae95aa915 req-5725a457-c0d0-4b48-b2e3-8de1244f7111 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:05.204288 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1198accf-f41e-4b32-9a5e-4afae95aa915 req-5725a457-c0d0-4b48-b2e3-8de1244f7111 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 931 time: 0.1792636
Jan 28 02:09:05.306309 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:05.394483 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1198accf-f41e-4b32-9a5e-4afae95aa915 req-798c5fca-ed21-4769-934c-20d395a245c4 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469212
Jan 28 02:09:05.412750 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0939edd-c892-4abf-8d8d-d350f95fec38 req-f6c9a2f0-7d16-449c-8a7b-bd3b2a04a925 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:05.420429 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d0939edd-c892-4abf-8d8d-d350f95fec38 req-f6c9a2f0-7d16-449c-8a7b-bd3b2a04a925 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.2309856
Jan 28 02:09:05.499246 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d0939edd-c892-4abf-8d8d-d350f95fec38 req-e8754ca6-ff58-424a-9ff1-1568b473680e tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778167
Jan 28 02:09:05.705095 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fdcf9-d3df-45e2-a5ca-a38352af0be0 req-8558d86e-20ab-4573-9eeb-73eb057f7845 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:05.716106 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7c9fdcf9-d3df-45e2-a5ca-a38352af0be0 req-8558d86e-20ab-4573-9eeb-73eb057f7845 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.2079940
Jan 28 02:09:05.814104 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7c9fdcf9-d3df-45e2-a5ca-a38352af0be0 req-f87f6169-0b8a-4583-9739-ded7204f1a43 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913196
Jan 28 02:09:05.929917 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb20626-b237-4650-a93b-12a633f6daa5 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:09:05.938348 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:05.951013 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Transition to ACTIVE for port object deb20626-b237-4650-a93b-12a633f6daa5 will not be triggered until provisioned by entity L2. {{(pid=102090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:09:06.005901 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:06.064708 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Pushing event updated for resources: {'Port': ['ID=deb20626-b237-4650-a93b-12a633f6daa5,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:06.165271 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Attempting to bind port deb20626-b237-4650-a93b-12a633f6daa5 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:09:06.165692 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Attempting to bind port deb20626-b237-4650-a93b-12a633f6daa5 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': 'a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:09:06.166149 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Attempting to bind port deb20626-b237-4650-a93b-12a633f6daa5 on network 292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:09:06.173400 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Port deb20626-b237-4650-a93b-12a633f6daa5 on network 292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:09:06.174024 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Attempting to bind port deb20626-b237-4650-a93b-12a633f6daa5 on network 292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:09:06.196392 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:09:06.196926 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Checking segment: {'id': 'a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:09:06.197487 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Bound using segment: {'id': 'a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:09:06.198113 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Bound port: deb20626-b237-4650-a93b-12a633f6daa5, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:09:06.198637 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:06.287023 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109ca1a-8d0b-4ffb-a468-f7c2a909d686 req-7f200f30-11e6-4dd5-9b0c-370232e1c7ea tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:06.293196 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b109ca1a-8d0b-4ffb-a468-f7c2a909d686 req-7f200f30-11e6-4dd5-9b0c-370232e1c7ea tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 945 time: 0.1126258
Jan 28 02:09:06.345358 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] For port deb20626-b237-4650-a93b-12a633f6daa5, host hv-cinder-82497, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:09:06.376192 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] For port deb20626-b237-4650-a93b-12a633f6daa5, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=deb20626-b237-4650-a93b-12a633f6daa5,segment=NetworkSegment(a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce),segment_id=a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:09:06.386875 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b109ca1a-8d0b-4ffb-a468-f7c2a909d686 req-e3ced14b-eaea-48f2-bc93-351c69c69a7d tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927615
Jan 28 02:09:06.448778 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 57190) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:06.486849 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:06.526700 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:06.527472 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:06.529549 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] 10.222.0.95 "PUT /v2.0/ports/deb20626-b237-4650-a93b-12a633f6daa5 HTTP/1.1" status: 200  len: 1093 time: 1.4244730
Jan 28 02:09:06.537644 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086c6296-168f-46fc-9ec4-8700b7c6ca9f', 'tag': 'deb20626-b237-4650-a93b-12a633f6daa5'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:09:06.540171 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c042e1-dacc-47f8-814b-47e67821fbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "086c6296-168f-46fc-9ec4-8700b7c6ca9f", "tag": "deb20626-b237-4650-a93b-12a633f6daa5"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:09:06.614402 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-edbfb50a-47dd-41ad-a166-5f61407274d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:06.685789 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9373cfa-1620-4dfb-bb51-89037f7a7942 req-7a631d5f-2387-41ef-be71-a04ae1521dc1 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:06.688013 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e9373cfa-1620-4dfb-bb51-89037f7a7942 req-7a631d5f-2387-41ef-be71-a04ae1521dc1 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 943 time: 0.1908634
Jan 28 02:09:06.722348 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222a49a-7547-4aa2-b478-971493d16711 service neutron] Pushing event updated for resources: {'Port': ['ID=deb20626-b237-4650-a93b-12a633f6daa5,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:06.761807 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-edbfb50a-47dd-41ad-a166-5f61407274d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:06.771318 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e3e94-c683-4677-9fb5-4b33319cce41 req-d94b50a1-40a1-4af2-8768-15946d9e037b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:06.786683 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-112e3e94-c683-4677-9fb5-4b33319cce41 req-d94b50a1-40a1-4af2-8768-15946d9e037b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.1872156
Jan 28 02:09:06.837209 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-112e3e94-c683-4677-9fb5-4b33319cce41 req-207165f5-c827-45fb-93eb-bd22ca4b9a38 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489972
Jan 28 02:09:06.846580 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-edbfb50a-47dd-41ad-a166-5f61407274d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:06.893822 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e9373cfa-1620-4dfb-bb51-89037f7a7942 req-63ad45f8-8551-44dd-aeb0-e8dedf7d9394 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939976
Jan 28 02:09:06.927567 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fb6252-18c3-42f9-8a29-1e325f88e482 x-openstack-request-id: req-d6fb6252-18c3-42f9-8a29-1e325f88e482 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:09:06.927905 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086c6296-168f-46fc-9ec4-8700b7c6ca9f", "tag": "deb20626-b237-4650-a93b-12a633f6daa5", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:09:06.928217 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d6fb6252-18c3-42f9-8a29-1e325f88e482 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:09:06.929255 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086c6296-168f-46fc-9ec4-8700b7c6ca9f', 'tag': 'deb20626-b237-4650-a93b-12a633f6daa5', 'status': 'completed', 'code': 200}
Jan 28 02:09:06.931282 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-edbfb50a-47dd-41ad-a166-5f61407274d0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4aaa564d95c4447abb1e7e01dfd06c19&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4814157
Jan 28 02:09:06.931731 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 57204) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:06.965077 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfb50a-47dd-41ad-a166-5f61407274d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928423ed-8adb-4707-88ba-b1de895c1cbe,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:06.989001 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbfb50a-47dd-41ad-a166-5f61407274d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:06.990251 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbfb50a-47dd-41ad-a166-5f61407274d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:06.990794 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbfb50a-47dd-41ad-a166-5f61407274d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:06.991310 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbfb50a-47dd-41ad-a166-5f61407274d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:06.991877 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbfb50a-47dd-41ad-a166-5f61407274d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:06.992488 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbfb50a-47dd-41ad-a166-5f61407274d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:06.993169 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbfb50a-47dd-41ad-a166-5f61407274d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:06.993753 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbfb50a-47dd-41ad-a166-5f61407274d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:06.994319 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbfb50a-47dd-41ad-a166-5f61407274d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:06.994904 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbfb50a-47dd-41ad-a166-5f61407274d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:06.995408 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbfb50a-47dd-41ad-a166-5f61407274d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:06.996006 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbfb50a-47dd-41ad-a166-5f61407274d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:07.069326 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b015690a-90e3-4568-98b5-302fb51f4758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:07.111853 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d8da7-1d37-4a95-8560-2005671b6f82 req-65a874b9-9bc0-444f-bb09-8b8a5317385d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:07.113846 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a48d8da7-1d37-4a95-8560-2005671b6f82 req-65a874b9-9bc0-444f-bb09-8b8a5317385d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0745902
Jan 28 02:09:07.119411 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b015690a-90e3-4568-98b5-302fb51f4758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:07.189819 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a48d8da7-1d37-4a95-8560-2005671b6f82 req-9a27d1a2-463c-4ecb-8323-d1dd2d9de2d2 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679643
Jan 28 02:09:07.315467 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b015690a-90e3-4568-98b5-302fb51f4758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:07.318782 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b015690a-90e3-4568-98b5-302fb51f4758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:07.320165 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-b015690a-90e3-4568-98b5-302fb51f4758 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/928423ed-8adb-4707-88ba-b1de895c1cbe HTTP/1.1" status: 204  len: 168 time: 0.3867846
Jan 28 02:09:07.329185 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015690a-90e3-4568-98b5-302fb51f4758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928423ed-8adb-4707-88ba-b1de895c1cbe,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:07.532640 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900a0e5-fdcb-460f-b172-a2e8d327c492 req-7fa988c3-f600-4514-8cfe-320b7840158b tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:07.539144 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0900a0e5-fdcb-460f-b172-a2e8d327c492 req-7fa988c3-f600-4514-8cfe-320b7840158b tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 945 time: 0.0707150
Jan 28 02:09:07.604192 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0900a0e5-fdcb-460f-b172-a2e8d327c492 req-514c8af7-8d94-42b5-bcaa-5880b89f05b7 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619204
Jan 28 02:09:08.040448 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c32e3c-4493-4318-abd5-057a8d1b52c3 req-e5272fe7-6044-4ab3-8e00-7b393165ca7d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:08.044105 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a3c32e3c-4493-4318-abd5-057a8d1b52c3 req-e5272fe7-6044-4ab3-8e00-7b393165ca7d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0857894
Jan 28 02:09:08.055949 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf5f79-f582-4dfc-8fba-f118e360a5a1 req-0bb11360-3340-4770-a279-29cf956d6fe6 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:08.057578 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b3bf5f79-f582-4dfc-8fba-f118e360a5a1 req-0bb11360-3340-4770-a279-29cf956d6fe6 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 943 time: 0.0898731
Jan 28 02:09:08.119192 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a3c32e3c-4493-4318-abd5-057a8d1b52c3 req-9e33b7ba-d6c8-461f-99f0-0c03d32b3507 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602012
Jan 28 02:09:08.135393 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b3bf5f79-f582-4dfc-8fba-f118e360a5a1 req-b83819d6-19ba-481c-84bc-b490de2b6b71 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630894
Jan 28 02:09:08.188364 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['8d7133bd-248c-438b-adfd-1ef3f2765032'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:09:08.338159 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd8cb0-07e2-4528-843d-a4ef60d54568 req-9e4313d5-3717-4d6a-966d-17c4c9752000 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:08.340261 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e0cd8cb0-07e2-4528-843d-a4ef60d54568 req-9e4313d5-3717-4d6a-966d-17c4c9752000 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0662847
Jan 28 02:09:08.388920 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e0cd8cb0-07e2-4528-843d-a4ef60d54568 req-92ace7c3-bb8b-4fa6-9cc8-0053a20bb2d0 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383041
Jan 28 02:09:08.726864 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:09:08.732200 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb61c6-7090-44ce-a885-9e0907f3b610 req-371484e7-2eb9-47a8-a481-875eccef9955 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:08.735219 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-69cb61c6-7090-44ce-a885-9e0907f3b610 req-371484e7-2eb9-47a8-a481-875eccef9955 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 945 time: 0.0554690
Jan 28 02:09:08.779996 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-69cb61c6-7090-44ce-a885-9e0907f3b610 req-fc82a8d8-22af-48ae-a673-575b57ca7c15 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389416
Jan 28 02:09:09.303937 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d059f-8118-41ea-8eb4-afd1e33625e5 req-ddf48124-670a-4479-bde5-e501b9dd4fc7 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:09.305607 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a53d059f-8118-41ea-8eb4-afd1e33625e5 req-ddf48124-670a-4479-bde5-e501b9dd4fc7 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0825925
Jan 28 02:09:09.324410 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6dc92-05b3-4a5f-b7f5-cf855253b341 req-3c909bb7-9061-4451-9c1a-3a10b33f1603 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:09.327549 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-adc6dc92-05b3-4a5f-b7f5-cf855253b341 req-3c909bb7-9061-4451-9c1a-3a10b33f1603 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 943 time: 0.0715983
Jan 28 02:09:09.386712 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-adc6dc92-05b3-4a5f-b7f5-cf855253b341 req-07e60d07-b655-4a70-a999-22903b9f3447 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521080
Jan 28 02:09:09.389542 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a53d059f-8118-41ea-8eb4-afd1e33625e5 req-d3cba4ab-51b2-43e8-a53b-3eb66a7f31b2 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740094
Jan 28 02:09:09.529464 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33e47a-3d5e-4b5d-bde8-a79df384db92 req-962fd1c0-db9a-496f-a29d-dabe0e3ae36d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:09.531923 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3a33e47a-3d5e-4b5d-bde8-a79df384db92 req-962fd1c0-db9a-496f-a29d-dabe0e3ae36d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0558357
Jan 28 02:09:09.577120 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3a33e47a-3d5e-4b5d-bde8-a79df384db92 req-ffea2149-8623-475f-b5ec-a3f844efdb60 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361137
Jan 28 02:09:09.924631 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd3bbc-b0c1-4ada-b023-3ed952f49f94 req-a2b8c6df-4421-48c6-82d9-89cfd914d218 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:09.933781 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-14bd3bbc-b0c1-4ada-b023-3ed952f49f94 req-a2b8c6df-4421-48c6-82d9-89cfd914d218 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 945 time: 0.0835500
Jan 28 02:09:09.983564 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-14bd3bbc-b0c1-4ada-b023-3ed952f49f94 req-d9edd3e7-f857-44fe-8330-91c1a43fd741 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499301
Jan 28 02:09:10.244510 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 8d7133bd-248c-438b-adfd-1ef3f2765032 up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:09:10.411535 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port 8d7133bd-248c-438b-adfd-1ef3f2765032 completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:09:10.416832 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port 8d7133bd-248c-438b-adfd-1ef3f2765032 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:10.417251 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:10.588972 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f3b83-4e15-43b1-85a4-e8cc2d36e0b1 req-d3d5e3ae-f119-4354-83ba-7f84b19e3337 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:10.590721 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-205f3b83-4e15-43b1-85a4-e8cc2d36e0b1 req-d3d5e3ae-f119-4354-83ba-7f84b19e3337 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 943 time: 0.1187186
Jan 28 02:09:10.603480 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b7171-d85d-48c2-87aa-a9ed6e0f8890 req-01b08b01-6988-48c4-a75c-69679552b08b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:10.612288 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-074b7171-d85d-48c2-87aa-a9ed6e0f8890 req-01b08b01-6988-48c4-a75c-69679552b08b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0930669
Jan 28 02:09:10.684059 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-205f3b83-4e15-43b1-85a4-e8cc2d36e0b1 req-2f47a6f0-524a-4ff5-807c-ece1a2798fcb tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634434
Jan 28 02:09:10.700401 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-074b7171-d85d-48c2-87aa-a9ed6e0f8890 req-a91dd857-f157-42b6-8181-d7d1dc39371c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870352
Jan 28 02:09:10.729958 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:10.783935 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 8d7133bd-248c-438b-adfd-1ef3f2765032, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8d7133bd-248c-438b-adfd-1ef3f2765032,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:10.785006 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b38440-c5bd-4838-bd1b-46312012607e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7133bd-248c-438b-adfd-1ef3f2765032'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:09:10.787426 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b79450-2bce-4e4f-923d-ab70b3f0f7d4" -d '{"events": [{"server_uuid": "96b38440-c5bd-4838-bd1b-46312012607e", "name": "network-vif-plugged", "status": "completed", "tag": "8d7133bd-248c-438b-adfd-1ef3f2765032"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:09:10.843672 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-9cb4cff9-95f4-4a6c-a21d-306be70b3e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:10.853812 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f105f6a-0110-4ac7-a4b1-7bbb9399dec6 x-openstack-request-id: req-2f105f6a-0110-4ac7-a4b1-7bbb9399dec6 {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:09:10.854161 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b38440-c5bd-4838-bd1b-46312012607e", "name": "network-vif-plugged", "status": "completed", "tag": "8d7133bd-248c-438b-adfd-1ef3f2765032", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:09:10.854474 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2f105f6a-0110-4ac7-a4b1-7bbb9399dec6 {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:09:10.854980 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b38440-c5bd-4838-bd1b-46312012607e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7133bd-248c-438b-adfd-1ef3f2765032', 'code': 200}
Jan 28 02:09:10.856874 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870350f-e196-4690-b724-d4f218b29585 req-47c2c2c1-2cfd-4316-8b8b-f93ef0d68100 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:10.858361 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6870350f-e196-4690-b724-d4f218b29585 req-47c2c2c1-2cfd-4316-8b8b-f93ef0d68100 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0540736
Jan 28 02:09:10.886119 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:10.915627 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6870350f-e196-4690-b724-d4f218b29585 req-b3726a90-7fae-44d9-b4af-274af35f7c46 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505197
Jan 28 02:09:10.972094 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=8d7133bd-248c-438b-adfd-1ef3f2765032,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:11.124723 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41640b34-d4af-40dd-b473-374b4f73fad6 req-934db16b-97f5-4377-be30-d4a5d33d87d3 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:11.126465 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-41640b34-d4af-40dd-b473-374b4f73fad6 req-934db16b-97f5-4377-be30-d4a5d33d87d3 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 946 time: 0.0568390
Jan 28 02:09:11.172917 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-41640b34-d4af-40dd-b473-374b4f73fad6 req-2e43332a-0c2e-4ffa-9041-821b488d4915 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398457
Jan 28 02:09:11.863122 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d82b8f-0623-4129-83cb-ba845116fc24 req-b3f110d5-a360-4eb0-b844-5b52eeac1474 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:11.864919 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e1d82b8f-0623-4129-83cb-ba845116fc24 req-b3f110d5-a360-4eb0-b844-5b52eeac1474 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0753362
Jan 28 02:09:11.889553 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65107f19-f279-4c22-b7ef-fcd33d1b8f69 req-3c2d959d-bc84-4b73-9f4a-92b624062748 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:11.891441 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-65107f19-f279-4c22-b7ef-fcd33d1b8f69 req-3c2d959d-bc84-4b73-9f4a-92b624062748 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 943 time: 0.1126995
Jan 28 02:09:11.959283 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e1d82b8f-0623-4129-83cb-ba845116fc24 req-eae9c0df-9b5b-43c9-8b82-1e6a7175f9e1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743785
Jan 28 02:09:11.996125 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-65107f19-f279-4c22-b7ef-fcd33d1b8f69 req-9afbd37c-1802-494a-8846-6cfc300fe57f tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784492
Jan 28 02:09:12.100762 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f847f8-8e09-402c-b383-7f2157bb5bde req-3855c572-5ab0-4421-890d-4d1709d2df68 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:12.102495 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d3f847f8-8e09-402c-b383-7f2157bb5bde req-3855c572-5ab0-4421-890d-4d1709d2df68 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0714767
Jan 28 02:09:12.165823 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d3f847f8-8e09-402c-b383-7f2157bb5bde req-295fb26b-3657-4a16-86af-e126c02d2bd7 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571184
Jan 28 02:09:12.300918 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ee29f-5cd2-4e88-b1a1-d713adf7d5ad req-3c30c17f-303d-443f-a23e-138c63af3d46 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:12.302733 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-894ee29f-5cd2-4e88-b1a1-d713adf7d5ad req-3c30c17f-303d-443f-a23e-138c63af3d46 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 946 time: 0.0567234
Jan 28 02:09:12.349291 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-894ee29f-5cd2-4e88-b1a1-d713adf7d5ad req-2d2b3bfc-eb4b-410b-837d-9eb2d9733509 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395687
Jan 28 02:09:13.074333 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-63ca4930-f9b7-45eb-963b-f6f529ce62c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:13.094954 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa73b8-b3ef-4d67-9bab-2e103dea710b req-c0d880a2-e2c9-4105-9ce9-f8dbccc83e1f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:13.096528 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bafa73b8-b3ef-4d67-9bab-2e103dea710b req-c0d880a2-e2c9-4105-9ce9-f8dbccc83e1f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0681827
Jan 28 02:09:13.160077 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bafa73b8-b3ef-4d67-9bab-2e103dea710b req-4c7a4be4-a828-4107-b13b-1373aea1ceae tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459526
Jan 28 02:09:13.168328 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158d53e-e0bb-4da3-a213-e7f55dd189fc req-85eaac61-848e-4e79-9232-32351bd074e5 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:13.169895 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0158d53e-e0bb-4da3-a213-e7f55dd189fc req-85eaac61-848e-4e79-9232-32351bd074e5 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 943 time: 0.0927470
Jan 28 02:09:13.221406 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0158d53e-e0bb-4da3-a213-e7f55dd189fc req-d38a3421-58eb-4c13-9f18-250d6e37542d tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404677
Jan 28 02:09:13.296741 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826ce08-b8ef-41f7-82cb-7c52f125fadc req-8030aaeb-373e-45e7-99ad-db43a118c172 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:13.307847 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8826ce08-b8ef-41f7-82cb-7c52f125fadc req-8030aaeb-373e-45e7-99ad-db43a118c172 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0532706
Jan 28 02:09:13.337644 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8826ce08-b8ef-41f7-82cb-7c52f125fadc req-e1582216-1bea-49de-893d-0cb93c4f93ea tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328124
Jan 28 02:09:13.463601 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cb5f9-b47a-43e7-8b08-f0dac6dba954 req-f3672533-367c-4910-adac-09b6635be074 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:13.465105 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-632cb5f9-b47a-43e7-8b08-f0dac6dba954 req-f3672533-367c-4910-adac-09b6635be074 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 946 time: 0.0488081
Jan 28 02:09:13.504471 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-632cb5f9-b47a-43e7-8b08-f0dac6dba954 req-562c9097-06f9-4574-9cb4-eb2013d2b3a5 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323622
Jan 28 02:09:13.937061 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c042e1-dacc-47f8-814b-47e67821fbe3 req-45892f52-3ac6-4ad9-9706-8f7edc938f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:13.938668 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d0c042e1-dacc-47f8-814b-47e67821fbe3 req-45892f52-3ac6-4ad9-9706-8f7edc938f00 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2e991e35dc5b463fbf9f08db0e72cf46&device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 1096 time: 0.0413387
Jan 28 02:09:14.061190 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c042e1-dacc-47f8-814b-47e67821fbe3 req-9e7e2f69-da91-4076-b1fa-db55a5dea9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:14.069177 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d0c042e1-dacc-47f8-814b-47e67821fbe3 req-9e7e2f69-da91-4076-b1fa-db55a5dea9b7 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=2e991e35dc5b463fbf9f08db0e72cf46&shared=False HTTP/1.1" status: 200  len: 916 time: 0.0984187
Jan 28 02:09:14.175577 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c042e1-dacc-47f8-814b-47e67821fbe3 req-f44ed18c-3847-48ea-b25e-1d9c912521e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:14.178826 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d0c042e1-dacc-47f8-814b-47e67821fbe3 req-f44ed18c-3847-48ea-b25e-1d9c912521e2 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.0966873
Jan 28 02:09:14.291537 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c3a15-af01-433a-8e42-878101dec999 req-041634a1-f4c8-4cf8-9faf-38962674ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:14.295742 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-557c3a15-af01-433a-8e42-878101dec999 req-041634a1-f4c8-4cf8-9faf-38962674ec86 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 1099 time: 0.0841002
Jan 28 02:09:14.342472 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-557c3a15-af01-433a-8e42-878101dec999 req-d6c9d097-f971-40a6-b7b5-04c65bd0be8d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363784
Jan 28 02:09:14.394308 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de6d02-34c1-408f-87ab-cbc8d429c9e0 req-7ccbb539-207c-4c07-a32a-5baa5ecd6224 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:14.395852 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f8de6d02-34c1-408f-87ab-cbc8d429c9e0 req-7ccbb539-207c-4c07-a32a-5baa5ecd6224 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.1480103
Jan 28 02:09:14.422589 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28685e1-8a56-491c-b4bf-0bd4d1e36fdb req-c40a2bef-1a51-4d69-b00f-a58716c2c808 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:14.424066 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d28685e1-8a56-491c-b4bf-0bd4d1e36fdb req-c40a2bef-1a51-4d69-b00f-a58716c2c808 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 943 time: 0.0956094
Jan 28 02:09:14.425781 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-6b423482-0817-452f-964f-a5af492ef593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:14.427199 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-6b423482-0817-452f-964f-a5af492ef593 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2e991e35dc5b463fbf9f08db0e72cf46&device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 1096 time: 0.1190865
Jan 28 02:09:14.472514 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f8de6d02-34c1-408f-87ab-cbc8d429c9e0 req-cb64fcb6-c73f-416f-b0c5-542d3f0a5728 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697484
Jan 28 02:09:14.486672 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d28685e1-8a56-491c-b4bf-0bd4d1e36fdb req-9d3c4e84-704e-46d1-8406-aeaf4c1a6f47 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529070
Jan 28 02:09:14.601301 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129021de-daec-4fe0-a25d-ac242affa2fc req-99a5b26b-df74-4813-bcbe-98263cbad336 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:14.602851 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-129021de-daec-4fe0-a25d-ac242affa2fc req-99a5b26b-df74-4813-bcbe-98263cbad336 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0662231
Jan 28 02:09:14.610036 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:14.667638 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a26a4b-bcd8-4a5b-a213-62324d984baf req-71b5dba7-b18e-4027-a58d-a61fe8b2363a tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:14.669229 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-84a26a4b-bcd8-4a5b-a213-62324d984baf req-71b5dba7-b18e-4027-a58d-a61fe8b2363a tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 946 time: 0.0846398
Jan 28 02:09:14.672722 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-129021de-daec-4fe0-a25d-ac242affa2fc req-0cf6cedb-191a-463b-b104-0c523ffe5338 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514457
Jan 28 02:09:14.709351 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-84a26a4b-bcd8-4a5b-a213-62324d984baf req-c53dabff-7872-4dc5-9f45-e0d866d8efde tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0332475
Jan 28 02:09:14.761824 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-1ee5fabb-bf92-4d17-92f7-7b25ee61a978 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=deb20626-b237-4650-a93b-12a633f6daa5 HTTP/1.1" status: 200  len: 217 time: 0.0373273
Jan 28 02:09:14.815840 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 57314) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:14.851590 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-b67e6186-1a50-4849-8974-fe5d2be2d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:14.853430 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-b67e6186-1a50-4849-8974-fe5d2be2d797 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e7b09904-629d-4862-b9b2-a069385f4d4c HTTP/1.1" status: 200  len: 853 time: 0.0616086
Jan 28 02:09:14.920891 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-57b5db9b-909c-487e-bc89-71e0f31b3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:14.922960 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-57b5db9b-909c-487e-bc89-71e0f31b3fdd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=292dd6a5-430d-4e8a-a8ac-8f1544aeecf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0462449
Jan 28 02:09:14.946469 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-cec9864b-2688-45d4-9eb2-4d11de91ad54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:15.039715 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-cec9864b-2688-45d4-9eb2-4d11de91ad54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:15.051464 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-8101fc84-f5db-4d4a-8a4b-b870b168573f service neutron] 10.222.0.95 "GET /v2.0/networks/292dd6a5-430d-4e8a-a8ac-8f1544aeecf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923820
Jan 28 02:09:15.120152 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-cec9864b-2688-45d4-9eb2-4d11de91ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:15.160079 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9864b-2688-45d4-9eb2-4d11de91ad54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f285e002-8843-40b1-ab51-0bb7e3a84e2e,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:15.164640 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-cec9864b-2688-45d4-9eb2-4d11de91ad54 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=26675948923040c28f4bd83bdc934495&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3477175
Jan 28 02:09:15.167380 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 57318) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:15.177286 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b1c78dbb-4b81-4387-8566-f3117e01a8a8 req-58e0e610-c9aa-4d65-a48e-13e0b63bf970 service neutron] 10.222.0.95 "GET /v2.0/networks/292dd6a5-430d-4e8a-a8ac-8f1544aeecf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1041460
Jan 28 02:09:15.221578 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-210f9fa3-1152-4f52-b016-d4457f234d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:15.244892 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-210f9fa3-1152-4f52-b016-d4457f234d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:15.360505 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-210f9fa3-1152-4f52-b016-d4457f234d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:15.363088 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-210f9fa3-1152-4f52-b016-d4457f234d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:15.364419 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-210f9fa3-1152-4f52-b016-d4457f234d55 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f285e002-8843-40b1-ab51-0bb7e3a84e2e HTTP/1.1" status: 204  len: 168 time: 0.1961939
Jan 28 02:09:15.372732 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f9fa3-1152-4f52-b016-d4457f234d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f285e002-8843-40b1-ab51-0bb7e3a84e2e,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:15.640740 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4793c-070f-4d72-b41e-7b7d5f196659 req-d0a4b613-cf09-4039-89c3-4f0b3bafd752 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:15.642411 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-08f4793c-070f-4d72-b41e-7b7d5f196659 req-d0a4b613-cf09-4039-89c3-4f0b3bafd752 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 943 time: 0.0807476
Jan 28 02:09:15.664623 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a83ca1-ea60-4298-90b9-11794e83a51e req-256906fa-9741-4c19-8099-dfcfb8e679f0 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:15.671876 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-83a83ca1-ea60-4298-90b9-11794e83a51e req-256906fa-9741-4c19-8099-dfcfb8e679f0 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0773022
Jan 28 02:09:15.712259 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-08f4793c-070f-4d72-b41e-7b7d5f196659 req-688e706e-f4a1-48e5-8794-472320bac302 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611975
Jan 28 02:09:15.725482 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-83a83ca1-ea60-4298-90b9-11794e83a51e req-36cdf7b6-200a-4e21-9d28-e33276c5f040 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511696
Jan 28 02:09:15.872768 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7320e-5f9b-4d1b-ad73-47d8cf61dece req-c09d7047-caf9-4ead-95cb-9bcb8d70bef1 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:15.874800 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-eae7320e-5f9b-4d1b-ad73-47d8cf61dece req-c09d7047-caf9-4ead-95cb-9bcb8d70bef1 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0881908
Jan 28 02:09:15.907445 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d72fb5-b287-474a-8406-ca0f4ed3722e req-d05f5ed3-fa7a-49da-af6f-18e589d6f218 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:15.909049 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c3d72fb5-b287-474a-8406-ca0f4ed3722e req-d05f5ed3-fa7a-49da-af6f-18e589d6f218 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 946 time: 0.0783286
Jan 28 02:09:15.941952 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-eae7320e-5f9b-4d1b-ad73-47d8cf61dece req-1cd88c95-859e-4555-88bb-6bdb9c7ae353 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585010
Jan 28 02:09:15.962684 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c3d72fb5-b287-474a-8406-ca0f4ed3722e req-074261a0-c460-433e-9804-f13f4f2947db tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456810
Jan 28 02:09:16.480369 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:16.559187 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 57362) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:16.576895 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:16.662366 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-05f5199d-5720-4a5d-9b8c-de7ab9394fcd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1564978037-network', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:16.757807 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f5199d-5720-4a5d-9b8c-de7ab9394fcd admin admin] Made reservation on behalf of a55dde8892fa47bd9941bb1ce9aa3673 for: {'network': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:09:16.760339 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-05f5199d-5720-4a5d-9b8c-de7ab9394fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:16.769983 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-05f5199d-5720-4a5d-9b8c-de7ab9394fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:16.893103 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8652c-794c-47cb-9ad4-8ca1335daa07 req-aaf07216-0ed6-4924-ab56-0b8eaa6854e4 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:16.894643 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5ee8652c-794c-47cb-9ad4-8ca1335daa07 req-aaf07216-0ed6-4924-ab56-0b8eaa6854e4 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 943 time: 0.1033800
Jan 28 02:09:16.916573 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e0beb-00ee-48f0-8e8f-bca753605126 req-9debc526-74ee-4b32-99d4-323d6a3f76b4 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:16.917977 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7f0e0beb-00ee-48f0-8e8f-bca753605126 req-9debc526-74ee-4b32-99d4-323d6a3f76b4 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0973625
Jan 28 02:09:16.969739 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-05f5199d-5720-4a5d-9b8c-de7ab9394fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:16.980780 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5ee8652c-794c-47cb-9ad4-8ca1335daa07 req-0facfc2e-1142-499b-bf18-a3ca0f3bd430 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777183
Jan 28 02:09:16.993928 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7f0e0beb-00ee-48f0-8e8f-bca753605126 req-d2105c82-d498-4084-9596-c1a020ba1959 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653477
Jan 28 02:09:17.026199 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-05f5199d-5720-4a5d-9b8c-de7ab9394fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:17.064987 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f5199d-5720-4a5d-9b8c-de7ab9394fcd admin admin] vlan segment allocate from pool success with {'vlan_id': 1246, 'physical_network': 'physnet1'}  {{(pid=102090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:09:17.117229 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5199d-5720-4a5d-9b8c-de7ab9394fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de6e5bf-89fb-4705-b093-81feae184f9f,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:17.137119 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-05f5199d-5720-4a5d-9b8c-de7ab9394fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:17.137552 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.segments_db [None req-05f5199d-5720-4a5d-9b8c-de7ab9394fcd admin admin] Added segment a3ca3164-092f-46bf-8366-741bbbc71d3e of type vlan for network ace90374-1bab-41ed-86ab-f24b42895456
Jan 28 02:09:17.201872 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-05f5199d-5720-4a5d-9b8c-de7ab9394fcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:17.214572 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffdeb3-a952-4e33-96ba-a98aa02a66f1 req-f9fe4c33-59f9-4b2e-ab1d-4046a599faa6 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:17.216075 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fcffdeb3-a952-4e33-96ba-a98aa02a66f1 req-f9fe4c33-59f9-4b2e-ab1d-4046a599faa6 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 946 time: 0.1723855
Jan 28 02:09:17.242129 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f92ace-1660-4960-8880-421bfee083c5 req-de7d4ee6-23c2-408c-81cf-554a997fe0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:17.243597 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a4f92ace-1660-4960-8880-421bfee083c5 req-de7d4ee6-23c2-408c-81cf-554a997fe0c4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84&tenant_id=6bdd27e926a84fa49844fbcca271bb19 HTTP/1.1" status: 200  len: 1096 time: 0.1603317
Jan 28 02:09:17.273108 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fcffdeb3-a952-4e33-96ba-a98aa02a66f1 req-01d90321-c7d2-4a8c-b746-09f1504b6fbc tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481336
Jan 28 02:09:17.320587 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-05f5199d-5720-4a5d-9b8c-de7ab9394fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:17.321565 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f5199d-5720-4a5d-9b8c-de7ab9394fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:17.322135 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-05f5199d-5720-4a5d-9b8c-de7ab9394fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:17.382444 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f92ace-1660-4960-8880-421bfee083c5 req-7a4759a4-b854-4d53-8ee9-bf16a80c1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:17.383944 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a4f92ace-1660-4960-8880-421bfee083c5 req-7a4759a4-b854-4d53-8ee9-bf16a80c1006 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6bdd27e926a84fa49844fbcca271bb19&device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 1096 time: 0.0961907
Jan 28 02:09:17.389068 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5199d-5720-4a5d-9b8c-de7ab9394fcd admin admin] Pushing event updated for resources: {'Network': ['ID=ace90374-1bab-41ed-86ab-f24b42895456,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:17.403616 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network ace90374-1bab-41ed-86ab-f24b42895456 details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:09:17.489494 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-05f5199d-5720-4a5d-9b8c-de7ab9394fcd admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9292040
Jan 28 02:09:17.492593 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 57378) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:17.498144 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-5d403eee-ef46-4093-b9ca-30c86b29e17e admin admin] Request body: {'subnet': {'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1564978037-subnet', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'ip_version': 4}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:17.500969 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f92ace-1660-4960-8880-421bfee083c5 req-bafbe214-6efa-4205-99f3-3b9c97a786f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:17.503039 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a4f92ace-1660-4960-8880-421bfee083c5 req-bafbe214-6efa-4205-99f3-3b9c97a786f5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=93f7fa36-86c7-4eac-8e6a-71166645bc4a HTTP/1.1" status: 200  len: 917 time: 0.1096125
Jan 28 02:09:17.571722 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a4f92ace-1660-4960-8880-421bfee083c5 req-4b576e58-2807-4100-bcbe-3e6421ccbe03 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb8f729a-b66f-4c5c-a62e-472c346922bb HTTP/1.1" status: 200  len: 999 time: 0.0601273
Jan 28 02:09:17.632548 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d403eee-ef46-4093-b9ca-30c86b29e17e admin admin] Made reservation on behalf of a55dde8892fa47bd9941bb1ce9aa3673 for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:09:17.634975 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5d403eee-ef46-4093-b9ca-30c86b29e17e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28750103'] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:17.893551 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f92ace-1660-4960-8880-421bfee083c5 req-b6d1e86f-bde8-46e6-b90b-9cce9f6162e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:17.895002 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a4f92ace-1660-4960-8880-421bfee083c5 req-b6d1e86f-bde8-46e6-b90b-9cce9f6162e2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=51f5d2fc-f2c1-4616-91ac-244dfd5cdb84 HTTP/1.1" status: 200  len: 854 time: 0.3013763
Jan 28 02:09:17.908525 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5d403eee-ef46-4093-b9ca-30c86b29e17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27877483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28750085'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:17.944653 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f92ace-1660-4960-8880-421bfee083c5 req-616ffce6-b673-4d00-9e02-ec516e5034ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:17.946399 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a4f92ace-1660-4960-8880-421bfee083c5 req-616ffce6-b673-4d00-9e02-ec516e5034ac service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93f7fa36-86c7-4eac-8e6a-71166645bc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0397253
Jan 28 02:09:17.970540 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d403eee-ef46-4093-b9ca-30c86b29e17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c590ff-5986-4c9e-8931-fcb86ed6db62,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:17.973045 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d403eee-ef46-4093-b9ca-30c86b29e17e admin admin] Checking segment: {'id': 'a3ca3164-092f-46bf-8366-741bbbc71d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:09:17.973403 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d403eee-ef46-4093-b9ca-30c86b29e17e admin admin] Network hostable DHCP agents. Network: ace90374-1bab-41ed-86ab-f24b42895456, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:09:18.070422 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d403eee-ef46-4093-b9ca-30c86b29e17e admin admin] Network ace90374-1bab-41ed-86ab-f24b42895456 is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:09:18.070661 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a4f92ace-1660-4960-8880-421bfee083c5 req-fcdd839a-f3ce-4e7e-ba53-6e1d1f55e199 service neutron] 10.222.0.95 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1063771
Jan 28 02:09:18.163150 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-5d403eee-ef46-4093-b9ca-30c86b29e17e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, ace90374-1bab-41ed-86ab-f24b42895456) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:09:18.167809 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d403eee-ef46-4093-b9ca-30c86b29e17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:18.168413 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5d403eee-ef46-4093-b9ca-30c86b29e17e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:18.175472 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc32060-a828-4e37-9cdf-7a1985d4d4e4 None None] Network ace90374-1bab-41ed-86ab-f24b42895456 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:09:18.198104 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f717f3-43e4-4327-b9aa-3f51d71d956a req-f4a9817c-1c50-4ef2-91a6-c7834215f183 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:18.199595 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-94f717f3-43e4-4327-b9aa-3f51d71d956a req-f4a9817c-1c50-4ef2-91a6-c7834215f183 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 943 time: 0.1456714
Jan 28 02:09:18.223526 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f775937-67b4-43f6-a2dc-7d86d0b7e944 req-dcddff04-76b7-4e60-a15a-8822bb8707d1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:18.225016 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8f775937-67b4-43f6-a2dc-7d86d0b7e944 req-dcddff04-76b7-4e60-a15a-8822bb8707d1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.1406100
Jan 28 02:09:18.273728 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a4f92ace-1660-4960-8880-421bfee083c5 req-3ab58f59-882f-465c-a6f4-572c8e015b5e service neutron] 10.222.0.95 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1880231
Jan 28 02:09:18.284148 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-94f717f3-43e4-4327-b9aa-3f51d71d956a req-db50093f-74bb-4324-b9b4-8170784b98ad tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757468
Jan 28 02:09:18.307824 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8f775937-67b4-43f6-a2dc-7d86d0b7e944 req-f35dd947-a07b-4fcd-a138-d757e2a96249 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640676
Jan 28 02:09:18.308174 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-5d403eee-ef46-4093-b9ca-30c86b29e17e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8067648
Jan 28 02:09:18.308174 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 57396) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:18.308174 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1564978037-router', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:18.340915 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fe7d7be-6e7d-5d80-8e8c-77305bd48c93-ace90374-1bab-41ed-86ab-f24b42895456', 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'fixed_ips': [{'subnet_id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62'}]}} from dv-cinder-824977-1-iscsi. {{(pid=102091) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 02:09:18.341913 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:18.403425 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124889'] for router, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:18.405700 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124832'] for router, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:18.464644 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:18.478880 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.db_base_plugin_common [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Allocated IP 172.20.0.2 (ace90374-1bab-41ed-86ab-f24b42895456/e9c590ff-5986-4c9e-8931-fcb86ed6db62/b7e32288-2e75-4d3a-b678-5cac551171e0) {{(pid=102091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:09:18.643995 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:18.665264 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:18.708876 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863'] for port, after_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:18.748438 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Network ace90374-1bab-41ed-86ab-f24b42895456 is already hosted by enough agents. {{(pid=102091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:09:18.753026 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.base_scheduler [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Resources bound (agent type, host, resource id):  {{(pid=102091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:09:18.757628 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Received port after_create {{(pid=102091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:09:18.770884 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Pushing event updated for resources: {'Port': ['ID=b7e32288-2e75-4d3a-b678-5cac551171e0,revision_number=1']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:18.826935 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Attempting to bind port b7e32288-2e75-4d3a-b678-5cac551171e0 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:09:18.828212 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Attempting to bind port b7e32288-2e75-4d3a-b678-5cac551171e0 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': 'a3ca3164-092f-46bf-8366-741bbbc71d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:09:18.828892 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Attempting to bind port b7e32288-2e75-4d3a-b678-5cac551171e0 on network ace90374-1bab-41ed-86ab-f24b42895456 {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:09:18.835760 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:09:18.836652 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Checking segment: {'id': 'a3ca3164-092f-46bf-8366-741bbbc71d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:09:18.836652 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:18.836975 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Bound using segment: {'id': 'a3ca3164-092f-46bf-8366-741bbbc71d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:09:18.837441 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Bound port: b7e32288-2e75-4d3a-b678-5cac551171e0, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca3164-092f-46bf-8366-741bbbc71d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:09:18.837822 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:18.914184 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] For port b7e32288-2e75-4d3a-b678-5cac551171e0, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:09:18.929700 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] For port b7e32288-2e75-4d3a-b678-5cac551171e0, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=b7e32288-2e75-4d3a-b678-5cac551171e0,segment=NetworkSegment(a3ca3164-092f-46bf-8366-741bbbc71d3e),segment_id=a3ca3164-092f-46bf-8366-741bbbc71d3e)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:09:18.984537 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:19.005122 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:19.028223 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:19.167560 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe477e-9b81-4db8-8723-64100bbab5e9 None None] Pushing event updated for resources: {'Port': ['ID=b7e32288-2e75-4d3a-b678-5cac551171e0,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:19.185855 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] Allocated IP 172.27.0.137 (f90e340b-27f2-447d-a156-32aa581e17da/626f942c-33cd-4310-8756-8b345f91ef49/d11885f8-1951-4258-9a10-4681a272ebba) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:09:19.422516 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:19.529959 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b0fc3-2fad-41e5-a7dc-3617a81e30b0 req-b2d91380-6bef-4aa2-80de-334955435cf8 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:19.540539 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-482b0fc3-2fad-41e5-a7dc-3617a81e30b0 req-b2d91380-6bef-4aa2-80de-334955435cf8 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 943 time: 0.1463878
Jan 28 02:09:19.581415 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:19.670188 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-482b0fc3-2fad-41e5-a7dc-3617a81e30b0 req-0a57eb2b-25c6-4c4b-85ff-a1a8f6e22ce4 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233075
Jan 28 02:09:19.690141 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] Network f90e340b-27f2-447d-a156-32aa581e17da is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:09:19.701122 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:09:19.705484 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:09:19.780469 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] Pushing event updated for resources: {'Port': ['ID=d11885f8-1951-4258-9a10-4681a272ebba,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:19.887513 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443c6e9-a138-4723-b9cd-305a646a374f req-4996ff44-011b-4764-be31-3ec8d5c831b8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:19.889880 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5443c6e9-a138-4723-b9cd-305a646a374f req-4996ff44-011b-4764-be31-3ec8d5c831b8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0721233
Jan 28 02:09:19.982030 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5443c6e9-a138-4723-b9cd-305a646a374f req-5447d8ca-0ef5-4ad1-a23b-d269d2ca4502 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803831
Jan 28 02:09:20.262740 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device deb20626-b237-4650-a93b-12a633f6daa5 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:09:20.394718 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port deb20626-b237-4650-a93b-12a633f6daa5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=deb20626-b237-4650-a93b-12a633f6daa5,segment=NetworkSegment(a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce),segment_id=a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:20.407925 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': 'deb20626-b237-4650-a93b-12a633f6daa5', 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7', 'port_id': 'deb20626-b237-4650-a93b-12a633f6daa5', 'mac_address': 'fa:16:3e:11:6f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b09904-629d-4862-b9b2-a069385f4d4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:09:20.468017 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:20.477715 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb20626-b237-4650-a93b-12a633f6daa5 {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:09:20.504930 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port deb20626-b237-4650-a93b-12a633f6daa5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=deb20626-b237-4650-a93b-12a633f6daa5,segment=NetworkSegment(a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce),segment_id=a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:20.633930 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d393a14b-2a90-4b72-8e40-62c449fec1bd None None] Network ace90374-1bab-41ed-86ab-f24b42895456 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:09:20.747719 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-cc8c44c7-e6ad-4b1d-a67b-359a888a74f4 None None] Provisioning complete for port b7e32288-2e75-4d3a-b678-5cac551171e0 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:20.748123 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-cc8c44c7-e6ad-4b1d-a67b-359a888a74f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:20.835795 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c1208-5c32-42b8-9629-d080636bdc05 req-917274ca-c255-4977-a341-404c7252ee83 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:20.838815 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-845c1208-5c32-42b8-9629-d080636bdc05 req-917274ca-c255-4977-a341-404c7252ee83 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 943 time: 0.0602999
Jan 28 02:09:20.893574 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-845c1208-5c32-42b8-9629-d080636bdc05 req-619f7fa4-5dbe-4ee7-a32c-5c6d451cb1b8 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487890
Jan 28 02:09:20.929506 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:20.992905 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-cc8c44c7-e6ad-4b1d-a67b-359a888a74f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:21.043303 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=deb20626-b237-4650-a93b-12a633f6daa5,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:21.064019 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-cc8c44c7-e6ad-4b1d-a67b-359a888a74f4 None None] For port b7e32288-2e75-4d3a-b678-5cac551171e0, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=b7e32288-2e75-4d3a-b678-5cac551171e0,segment=NetworkSegment(a3ca3164-092f-46bf-8366-741bbbc71d3e),segment_id=a3ca3164-092f-46bf-8366-741bbbc71d3e)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:21.084990 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:21.092765 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device b7e32288-2e75-4d3a-b678-5cac551171e0 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:09:21.145974 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-cc8c44c7-e6ad-4b1d-a67b-359a888a74f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:21.182421 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdda27f-f619-4e9e-ba9c-e63a77ebc090 req-7b2fdfe8-3b91-41e9-8acd-89eca3d8041a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:21.187454 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2bdda27f-f619-4e9e-ba9c-e63a77ebc090 req-7b2fdfe8-3b91-41e9-8acd-89eca3d8041a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0813415
Jan 28 02:09:21.211739 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port b7e32288-2e75-4d3a-b678-5cac551171e0 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:21.215790 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:21.278152 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c44c7-e6ad-4b1d-a67b-359a888a74f4 None None] Pushing event updated for resources: {'Port': ['ID=b7e32288-2e75-4d3a-b678-5cac551171e0,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:21.301570 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2bdda27f-f619-4e9e-ba9c-e63a77ebc090 req-364a1f09-7fc0-4e45-a718-a0113a5e1450 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1040773
Jan 28 02:09:21.378940 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-5bc4581b-5916-4c38-a34a-3e4131879346 None None] Provisioning complete for port b7e32288-2e75-4d3a-b678-5cac551171e0 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:21.379308 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-5bc4581b-5916-4c38-a34a-3e4131879346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:21.465560 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['deb20626-b237-4650-a93b-12a633f6daa5'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:09:21.517976 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746496'] for router, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:21.599315 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:21.745928 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] Router 6b2ae75a-b5e9-4743-8666-4d171b461798 is scheduled to L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 with binding_index 1 {{(pid=102089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 02:09:21.853489 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:09:21.865187 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Sync routers for ids ['6b2ae75a-b5e9-4743-8666-4d171b461798'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:09:21.875174 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Routers {'6b2ae75a-b5e9-4743-8666-4d171b461798'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:09:21.877048 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f152100>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:09:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['6b2ae75a-b5e9-4743-8666-4d171b461798'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:21.927446 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:21.928839 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a32a2140-172c-412d-950d-9fd84b3bb52b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.6248839
Jan 28 02:09:21.931683 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 57454) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:21.988294 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Set router 6b2ae75a-b5e9-4743-8666-4d171b461798 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:22.072218 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc1857-0564-4f15-b6fd-bbb1048868db req-dee12efb-9bfc-44d8-8234-6fcaa27dc879 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:22.072218 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-72bc1857-0564-4f15-b6fd-bbb1048868db req-dee12efb-9bfc-44d8-8234-6fcaa27dc879 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 944 time: 0.1000180
Jan 28 02:09:22.210650 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-72bc1857-0564-4f15-b6fd-bbb1048868db req-813a0996-2e12-44cf-8893-aad236cdc496 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282632
Jan 28 02:09:22.218355 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f152100>, [{'id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'name': 'tempest-TestShelveInstance-1564978037-router', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:18Z', 'updated_at': '2022-01-28T02:09:20Z', 'revision_number': 3, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'gw_port': {'id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:19Z', 'updated_at': '2022-01-28T02:09:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:22.245205 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Checking router: 6b2ae75a-b5e9-4743-8666-4d171b461798 for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:09:22.250096 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Updating router 6b2ae75a-b5e9-4743-8666-4d171b461798 port d11885f8-1951-4258-9a10-4681a272ebba binding host dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:09:22.275502 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:22.544585 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9cd01-bfc8-4ed0-ac00-30b393bd7a14 req-0f4cc873-28cd-44da-8020-5b81fa28e338 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:22.546658 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a4b9cd01-bfc8-4ed0-ac00-30b393bd7a14 req-0f4cc873-28cd-44da-8020-5b81fa28e338 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.1369240
Jan 28 02:09:22.622957 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Notify callbacks [] for port, precommit_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:22.625058 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a4b9cd01-bfc8-4ed0-ac00-30b393bd7a14 req-d0654f21-c277-455c-804f-ce03eb33da80 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710890
Jan 28 02:09:22.633005 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-10bc4aae-89ce-4762-b545-96ea097aff02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:22.712150 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:22.765786 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86903e4-609d-498c-b9e2-8edf6661f5b6 None None] Pushing event updated for resources: {'Port': ['ID=d11885f8-1951-4258-9a10-4681a272ebba,revision_number=2']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:22.778142 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Attempting to bind port d11885f8-1951-4258-9a10-4681a272ebba on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:09:22.778581 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Attempting to bind port d11885f8-1951-4258-9a10-4681a272ebba by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:09:22.778941 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Attempting to bind port d11885f8-1951-4258-9a10-4681a272ebba on network f90e340b-27f2-447d-a156-32aa581e17da {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:09:22.786455 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:09:22.786865 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Checking segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:09:22.787511 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:22.788165 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Bound using segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:09:22.788723 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Bound port: d11885f8-1951-4258-9a10-4681a272ebba, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:09:22.789118 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:22.843839 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] For port d11885f8-1951-4258-9a10-4681a272ebba, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:09:22.847930 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] For port d11885f8-1951-4258-9a10-4681a272ebba, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=d11885f8-1951-4258-9a10-4681a272ebba,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:09:22.849261 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-10bc4aae-89ce-4762-b545-96ea097aff02 admin admin] Allocated IP 172.20.0.1 (ace90374-1bab-41ed-86ab-f24b42895456/e9c590ff-5986-4c9e-8931-fcb86ed6db62/0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:09:22.947454 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:22.955756 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device b7e32288-2e75-4d3a-b678-5cac551171e0 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:09:22.995633 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Routers {'6b2ae75a-b5e9-4743-8666-4d171b461798'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:09:22.996291 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f152100>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:09:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['6b2ae75a-b5e9-4743-8666-4d171b461798'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:23.011072 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port b7e32288-2e75-4d3a-b678-5cac551171e0 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:23.011760 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:23.026447 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-10bc4aae-89ce-4762-b545-96ea097aff02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:23.060422 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86903e4-609d-498c-b9e2-8edf6661f5b6 None None] Pushing event updated for resources: {'Port': ['ID=d11885f8-1951-4258-9a10-4681a272ebba,revision_number=3']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:23.119527 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] Set router 6b2ae75a-b5e9-4743-8666-4d171b461798 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:23.152327 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-10bc4aae-89ce-4762-b545-96ea097aff02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:23.194087 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bc4aae-89ce-4762-b545-96ea097aff02 admin admin] Network ace90374-1bab-41ed-86ab-f24b42895456 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:09:23.196883 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-10bc4aae-89ce-4762-b545-96ea097aff02 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:09:23.204685 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc4aae-89ce-4762-b545-96ea097aff02 admin admin] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:09:23.222829 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc4aae-89ce-4762-b545-96ea097aff02 admin admin] Pushing event updated for resources: {'Port': ['ID=0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:23.296175 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-10bc4aae-89ce-4762-b545-96ea097aff02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746719'] for router_interface, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:23.329071 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f152100>, [{'id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'name': 'tempest-TestShelveInstance-1564978037-router', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:18Z', 'updated_at': '2022-01-28T02:09:20Z', 'revision_number': 3, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'gw_port': {'id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:19Z', 'updated_at': '2022-01-28T02:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:23.365761 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dfa714-9bb2-4b67-8a77-0c506e2a2e5e None None] The sync data for ids ['6b2ae75a-b5e9-4743-8666-4d171b461798'] in dv-cinder-824977-1-iscsi is: [{'id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'name': 'tempest-TestShelveInstance-1564978037-router', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:18Z', 'updated_at': '2022-01-28T02:09:20Z', 'revision_number': 3, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'gw_port': {'id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:19Z', 'updated_at': '2022-01-28T02:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:09:23.405139 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287352b-857d-45d9-a0c8-d1ece0101dd1 req-127f6c06-11f4-40d9-ad5c-81af4534ac4f tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:23.406977 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a287352b-857d-45d9-a0c8-d1ece0101dd1 req-127f6c06-11f4-40d9-ad5c-81af4534ac4f tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 944 time: 0.1077733
Jan 28 02:09:23.485385 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a287352b-857d-45d9-a0c8-d1ece0101dd1 req-414d2c1d-7229-439f-85c7-dd81cbccc9c3 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539255
Jan 28 02:09:23.564653 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-6b9eb6c6-6c8d-4e94-be2a-3074f53523bc None None] Provisioning complete for port 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:23.565023 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb6c6-6c8d-4e94-be2a-3074f53523bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:23.604651 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-10bc4aae-89ce-4762-b545-96ea097aff02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:23.615161 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-6b9eb6c6-6c8d-4e94-be2a-3074f53523bc None None] Port 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35 cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:09:23.883158 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-10bc4aae-89ce-4762-b545-96ea097aff02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:23.914827 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8210860-83c8-43eb-abfb-784b7d5b6e86 req-f75194fa-e160-4946-be93-0ca6a274bef9 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:23.916562 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d8210860-83c8-43eb-abfb-784b7d5b6e86 req-f75194fa-e160-4946-be93-0ca6a274bef9 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.1321251
Jan 28 02:09:23.974402 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d8210860-83c8-43eb-abfb-784b7d5b6e86 req-739ea6a5-71d5-45ea-b9d3-6b590f9d5265 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471301
Jan 28 02:09:23.983097 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-10bc4aae-89ce-4762-b545-96ea097aff02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:24.090064 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc4aae-89ce-4762-b545-96ea097aff02 admin admin] Pushing event updated for resources: {'Port': ['ID=0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:24.098977 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-10bc4aae-89ce-4762-b545-96ea097aff02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-639424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564303'] for router_interface, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:24.212084 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bc4aae-89ce-4762-b545-96ea097aff02 admin admin] Network ace90374-1bab-41ed-86ab-f24b42895456 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:09:24.214872 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-10bc4aae-89ce-4762-b545-96ea097aff02 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:09:24.265683 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device deb20626-b237-4650-a93b-12a633f6daa5 up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:09:24.451123 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port deb20626-b237-4650-a93b-12a633f6daa5 completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:09:24.455255 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bc4aae-89ce-4762-b545-96ea097aff02 admin admin] Router 6b2ae75a-b5e9-4743-8666-4d171b461798 has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:09:24.461271 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port deb20626-b237-4650-a93b-12a633f6daa5 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:24.461271 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:24.603620 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-e331cc71-0551-4faf-b1f1-fec9dac65eee None None] Provisioning complete for port 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:24.603865 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-e331cc71-0551-4faf-b1f1-fec9dac65eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:24.605728 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:24.667050 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086c6296-168f-46fc-9ec4-8700b7c6ca9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb20626-b237-4650-a93b-12a633f6daa5'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:09:24.669497 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ba98c1-eaf5-49ba-ab17-505c39306a42" -d '{"events": [{"server_uuid": "086c6296-168f-46fc-9ec4-8700b7c6ca9f", "name": "network-vif-plugged", "status": "completed", "tag": "deb20626-b237-4650-a93b-12a633f6daa5"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:09:24.684726 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-e331cc71-0551-4faf-b1f1-fec9dac65eee None None] Port 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35 cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:09:24.686837 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port deb20626-b237-4650-a93b-12a633f6daa5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=deb20626-b237-4650-a93b-12a633f6daa5,segment=NetworkSegment(a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce),segment_id=a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:24.706395 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bc4aae-89ce-4762-b545-96ea097aff02 admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:09:24.712810 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-10bc4aae-89ce-4762-b545-96ea097aff02 admin admin] 10.222.0.79 "PUT /v2.0/routers/6b2ae75a-b5e9-4743-8666-4d171b461798/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7800276
Jan 28 02:09:24.735458 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0bada-b388-4f6a-9773-585b9c953682 req-c2f633cd-474a-474c-86b8-be259138f100 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:24.737360 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8ea0bada-b388-4f6a-9773-585b9c953682 req-c2f633cd-474a-474c-86b8-be259138f100 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 944 time: 0.0846646
Jan 28 02:09:24.778203 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:24.789973 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8ea0bada-b388-4f6a-9773-585b9c953682 req-cc4f8e45-5deb-4d7c-bc73-dd4aa2a09a8d tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445364
Jan 28 02:09:24.830241 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=deb20626-b237-4650-a93b-12a633f6daa5,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:24.867545 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae98549-b4a8-4293-b082-8e663306d542 x-openstack-request-id: req-1ae98549-b4a8-4293-b082-8e663306d542 {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:09:24.868134 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086c6296-168f-46fc-9ec4-8700b7c6ca9f", "name": "network-vif-plugged", "status": "completed", "tag": "deb20626-b237-4650-a93b-12a633f6daa5", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:09:24.868325 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1ae98549-b4a8-4293-b082-8e663306d542 {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:09:24.868797 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086c6296-168f-46fc-9ec4-8700b7c6ca9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb20626-b237-4650-a93b-12a633f6daa5', 'code': 200}
Jan 28 02:09:25.008704 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device d11885f8-1951-4258-9a10-4681a272ebba up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:09:25.110665 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port d11885f8-1951-4258-9a10-4681a272ebba triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:25.111040 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:25.172862 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabbcdc-b98f-43c8-a5ff-5d7461498b18 req-0f7e9f1b-62f4-4fe7-9cf6-6bc1e3a89106 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:25.192221 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-eaabbcdc-b98f-43c8-a5ff-5d7461498b18 req-0f7e9f1b-62f4-4fe7-9cf6-6bc1e3a89106 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.1244347
Jan 28 02:09:25.271081 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:25.277383 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-eaabbcdc-b98f-43c8-a5ff-5d7461498b18 req-584eb6d8-0609-4f58-9595-6a292ee5564a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786996
Jan 28 02:09:25.302344 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] For port d11885f8-1951-4258-9a10-4681a272ebba, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=d11885f8-1951-4258-9a10-4681a272ebba,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:25.377093 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:25.474097 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Pushing event updated for resources: {'Port': ['ID=d11885f8-1951-4258-9a10-4681a272ebba,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:25.672140 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Sync routers for ids ['6b2ae75a-b5e9-4743-8666-4d171b461798'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:09:25.695313 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Routers {'6b2ae75a-b5e9-4743-8666-4d171b461798'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:09:25.696234 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f05e790>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:09:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['6b2ae75a-b5e9-4743-8666-4d171b461798'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:25.815643 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 57510) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:25.815643 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-926f9044-41d0-4981-aed0-23bab0048d26 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-751132445-network', 'tenant_id': '463ff1c26e4d4d4b8c8994c34e1f7189'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:25.854363 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Set router 6b2ae75a-b5e9-4743-8666-4d171b461798 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:26.019075 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2027704-047f-4a70-98e4-73cf38e2f97e req-2f9a3368-4aa7-4623-8d76-099fde414be7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:26.027546 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a2027704-047f-4a70-98e4-73cf38e2f97e req-2f9a3368-4aa7-4623-8d76-099fde414be7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 945 time: 0.0878084
Jan 28 02:09:26.100648 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a2027704-047f-4a70-98e4-73cf38e2f97e req-4bb8cbbd-d6bd-4604-a49a-4c1876fda9ce tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719316
Jan 28 02:09:26.217131 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f05e790>, [{'id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'name': 'tempest-TestShelveInstance-1564978037-router', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:18Z', 'updated_at': '2022-01-28T02:09:23Z', 'revision_number': 4, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'gw_port': {'id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:19Z', 'updated_at': '2022-01-28T02:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35', 'name': '', 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'mac_address': 'fa:16:3e:f6:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:22Z', 'updated_at': '2022-01-28T02:09:23Z', 'revision_number': 2, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'subnets': [{'id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:26.252683 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Checking router: 6b2ae75a-b5e9-4743-8666-4d171b461798 for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:09:26.253030 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Updating router 6b2ae75a-b5e9-4743-8666-4d171b461798 port 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35 binding host dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:09:26.421981 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf158630-c41d-45c3-ba76-8ed834356735 req-2a5f18d3-18af-453e-9649-281b1aa7313d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:26.423486 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bf158630-c41d-45c3-ba76-8ed834356735 req-2a5f18d3-18af-453e-9649-281b1aa7313d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0572994
Jan 28 02:09:26.429513 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:26.478044 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bf158630-c41d-45c3-ba76-8ed834356735 req-cc05029a-7238-4f83-bf5a-643adeef3304 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475948
Jan 28 02:09:26.740591 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926f9044-41d0-4981-aed0-23bab0048d26 admin admin] Made reservation on behalf of 463ff1c26e4d4d4b8c8994c34e1f7189 for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:09:26.743054 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-926f9044-41d0-4981-aed0-23bab0048d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:26.752523 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-926f9044-41d0-4981-aed0-23bab0048d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:26.788558 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:26.844269 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-926f9044-41d0-4981-aed0-23bab0048d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:26.948804 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:26.954545 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device d11885f8-1951-4258-9a10-4681a272ebba up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:09:26.983274 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-926f9044-41d0-4981-aed0-23bab0048d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:27.010355 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926f9044-41d0-4981-aed0-23bab0048d26 admin admin] vlan segment allocate from pool success with {'vlan_id': 1241, 'physical_network': 'physnet1'}  {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:09:27.032859 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f9044-41d0-4981-aed0-23bab0048d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1660a6f5-8b05-4d09-90ae-da162e418b6c,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:27.038686 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-926f9044-41d0-4981-aed0-23bab0048d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:27.038919 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcca995-a2e5-495d-8186-dfd2b035d394 None None] Pushing event updated for resources: {'Port': ['ID=0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:27.039505 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-926f9044-41d0-4981-aed0-23bab0048d26 admin admin] Added segment 2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8 of type vlan for network ab6befe8-c2c6-43f5-84c9-fe0bb65f0229
Jan 28 02:09:27.103614 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port d11885f8-1951-4258-9a10-4681a272ebba triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:27.103614 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:27.105914 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Attempting to bind port 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:09:27.106071 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Attempting to bind port 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': 'a3ca3164-092f-46bf-8366-741bbbc71d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:09:27.106312 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Attempting to bind port 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35 on network ace90374-1bab-41ed-86ab-f24b42895456 {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:09:27.107541 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-926f9044-41d0-4981-aed0-23bab0048d26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:27.155762 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:09:27.155762 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Checking segment: {'id': 'a3ca3164-092f-46bf-8366-741bbbc71d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:09:27.155762 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:27.155762 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Bound using segment: {'id': 'a3ca3164-092f-46bf-8366-741bbbc71d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:09:27.157068 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Bound port: 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca3164-092f-46bf-8366-741bbbc71d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:09:27.157654 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:27.272123 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-926f9044-41d0-4981-aed0-23bab0048d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:27.273258 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926f9044-41d0-4981-aed0-23bab0048d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:27.273887 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-926f9044-41d0-4981-aed0-23bab0048d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:27.301612 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d431b-60cf-4bb1-ba7e-b1b92a68696f req-a4f3aea2-e6b4-4472-a9fa-a5146454ba66 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:27.308611 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b38d431b-60cf-4bb1-ba7e-b1b92a68696f req-a4f3aea2-e6b4-4472-a9fa-a5146454ba66 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 945 time: 0.0943351
Jan 28 02:09:27.320014 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] For port 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:09:27.327904 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] For port 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35,segment=NetworkSegment(a3ca3164-092f-46bf-8366-741bbbc71d3e),segment_id=a3ca3164-092f-46bf-8366-741bbbc71d3e)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:09:27.424174 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b38d431b-60cf-4bb1-ba7e-b1b92a68696f req-e72b9bf5-d538-4fe7-bd9f-9d31661860f7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034565
Jan 28 02:09:27.437659 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:27.446540 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-56d42bf3-81ce-4d8b-b800-88040d1fedcb None None] Provisioning complete for port 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:27.446953 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-56d42bf3-81ce-4d8b-b800-88040d1fedcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:27.466603 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f9044-41d0-4981-aed0-23bab0048d26 admin admin] Pushing event updated for resources: {'Network': ['ID=ab6befe8-c2c6-43f5-84c9-fe0bb65f0229,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:27.499161 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network ab6befe8-c2c6-43f5-84c9-fe0bb65f0229 details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:09:27.506152 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-926f9044-41d0-4981-aed0-23bab0048d26 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.7025230
Jan 28 02:09:27.506901 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 57524) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:27.513733 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-a8c3d5d7-f02c-4cff-989d-0e4af97858d2 admin admin] Request body: {'subnet': {'network_id': 'ab6befe8-c2c6-43f5-84c9-fe0bb65f0229', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-751132445-subnet', 'tenant_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'ip_version': 4}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:27.624926 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Routers {'6b2ae75a-b5e9-4743-8666-4d171b461798'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:09:27.625957 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f05e790>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:09:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['6b2ae75a-b5e9-4743-8666-4d171b461798'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:27.630580 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcca995-a2e5-495d-8186-dfd2b035d394 None None] Pushing event updated for resources: {'Port': ['ID=0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:27.673311 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c3d5d7-f02c-4cff-989d-0e4af97858d2 admin admin] Made reservation on behalf of 463ff1c26e4d4d4b8c8994c34e1f7189 for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:09:27.675813 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a8c3d5d7-f02c-4cff-989d-0e4af97858d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28750103'] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:27.680472 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dc934-a69e-48ad-8eaf-1a72fa5a4f00 req-b2a259c0-ee5f-4e61-98b9-bd59d82144ea tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:27.682159 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-565dc934-a69e-48ad-8eaf-1a72fa5a4f00 req-b2a259c0-ee5f-4e61-98b9-bd59d82144ea tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0706694
Jan 28 02:09:27.755236 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-565dc934-a69e-48ad-8eaf-1a72fa5a4f00 req-d625850c-5099-40b4-924a-bfd8ba440a32 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657015
Jan 28 02:09:27.805115 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-56d42bf3-81ce-4d8b-b800-88040d1fedcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:27.849454 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] Set router 6b2ae75a-b5e9-4743-8666-4d171b461798 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:27.894070 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-56d42bf3-81ce-4d8b-b800-88040d1fedcb None None] For port 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35,segment=NetworkSegment(a3ca3164-092f-46bf-8366-741bbbc71d3e),segment_id=a3ca3164-092f-46bf-8366-741bbbc71d3e)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:28.012319 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-56d42bf3-81ce-4d8b-b800-88040d1fedcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:28.103762 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a8c3d5d7-f02c-4cff-989d-0e4af97858d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27877483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28750085'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:28.117646 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d42bf3-81ce-4d8b-b800-88040d1fedcb None None] Pushing event updated for resources: {'Port': ['ID=0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:28.151046 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-8bcda90d-41dd-42af-85be-f910b1560e37 None None] Provisioning complete for port 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:28.151046 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-8bcda90d-41dd-42af-85be-f910b1560e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:28.195051 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f05e790>, [{'id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'name': 'tempest-TestShelveInstance-1564978037-router', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:18Z', 'updated_at': '2022-01-28T02:09:23Z', 'revision_number': 4, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'gw_port': {'id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:19Z', 'updated_at': '2022-01-28T02:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35', 'name': '', 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'mac_address': 'fa:16:3e:f6:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:22Z', 'updated_at': '2022-01-28T02:09:27Z', 'revision_number': 4, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'subnets': [{'id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:28.196071 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3d5d7-f02c-4cff-989d-0e4af97858d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b12f3e-931c-415a-895e-2b80800cf059,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:28.213724 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c3d5d7-f02c-4cff-989d-0e4af97858d2 admin admin] Checking segment: {'id': '2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ab6befe8-c2c6-43f5-84c9-fe0bb65f0229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:09:28.214082 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c3d5d7-f02c-4cff-989d-0e4af97858d2 admin admin] Network hostable DHCP agents. Network: ab6befe8-c2c6-43f5-84c9-fe0bb65f0229, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:09:28.230774 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1287cfd3-1bfb-48c7-806c-dc5c7ff92128 None None] The sync data for ids ['6b2ae75a-b5e9-4743-8666-4d171b461798'] in dv-cinder-824977-1-iscsi is: [{'id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'name': 'tempest-TestShelveInstance-1564978037-router', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:18Z', 'updated_at': '2022-01-28T02:09:23Z', 'revision_number': 4, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'gw_port': {'id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:19Z', 'updated_at': '2022-01-28T02:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35', 'name': '', 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'mac_address': 'fa:16:3e:f6:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:22Z', 'updated_at': '2022-01-28T02:09:27Z', 'revision_number': 4, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'subnets': [{'id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:09:28.299623 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c3d5d7-f02c-4cff-989d-0e4af97858d2 admin admin] Network ab6befe8-c2c6-43f5-84c9-fe0bb65f0229 is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:09:28.388481 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-a8c3d5d7-f02c-4cff-989d-0e4af97858d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, ab6befe8-c2c6-43f5-84c9-fe0bb65f0229) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:09:28.397875 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c3d5d7-f02c-4cff-989d-0e4af97858d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:28.398485 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a8c3d5d7-f02c-4cff-989d-0e4af97858d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:28.402147 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d6c8c5-81f1-4dcb-975f-8eb82cb42d67 None None] Network ab6befe8-c2c6-43f5-84c9-fe0bb65f0229 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:09:28.506751 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a8c3d5d7-f02c-4cff-989d-0e4af97858d2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9986956
Jan 28 02:09:28.509420 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 57536) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:28.516557 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-751132445-router', 'tenant_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:28.595999 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869b5c6-28fc-4f60-adca-4a01508d6f76 req-f2049e13-a6b3-4bc5-a42f-6689fb22ad86 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:28.610297 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1869b5c6-28fc-4f60-adca-4a01508d6f76 req-f2049e13-a6b3-4bc5-a42f-6689fb22ad86 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 945 time: 0.1205626
Jan 28 02:09:28.651577 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124889'] for router, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:28.652876 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124832'] for router, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:28.679250 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1869b5c6-28fc-4f60-adca-4a01508d6f76 req-ba6671ba-9dc5-4d31-a255-bcfe7f112e2a tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646064
Jan 28 02:09:28.722971 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fe7d7be-6e7d-5d80-8e8c-77305bd48c93-ab6befe8-c2c6-43f5-84c9-fe0bb65f0229', 'network_id': 'ab6befe8-c2c6-43f5-84c9-fe0bb65f0229', 'tenant_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'fixed_ips': [{'subnet_id': '27b12f3e-931c-415a-895e-2b80800cf059'}]}} from dv-cinder-824977-1-iscsi. {{(pid=102091) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 02:09:28.725749 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:28.788483 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:28.911351 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032a73f-12a7-47b0-86fa-b8112abc7d16 req-eca0560a-d533-4da9-b0ed-1f2b29c9de58 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:28.923003 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7032a73f-12a7-47b0-86fa-b8112abc7d16 req-eca0560a-d533-4da9-b0ed-1f2b29c9de58 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0786107
Jan 28 02:09:28.979319 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7032a73f-12a7-47b0-86fa-b8112abc7d16 req-6a220bb3-fd7b-4661-b286-14e21e8824fb tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550783
Jan 28 02:09:28.979512 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.db_base_plugin_common [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Allocated IP 172.20.0.2 (ab6befe8-c2c6-43f5-84c9-fe0bb65f0229/27b12f3e-931c-415a-895e-2b80800cf059/eb39e603-912d-41bc-8221-1464e7bfd475) {{(pid=102091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:09:29.169581 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:09:29.240125 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:29.261320 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:29.261621 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:29.344466 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Notify callbacks [] for port, precommit_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:29.440256 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863'] for port, after_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:29.485177 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Network ab6befe8-c2c6-43f5-84c9-fe0bb65f0229 is already hosted by enough agents. {{(pid=102091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:09:29.488523 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.base_scheduler [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Resources bound (agent type, host, resource id):  {{(pid=102091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:09:29.496911 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Received port after_create {{(pid=102091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:09:29.501188 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Pushing event updated for resources: {'Port': ['ID=eb39e603-912d-41bc-8221-1464e7bfd475,revision_number=1']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:29.557821 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Attempting to bind port eb39e603-912d-41bc-8221-1464e7bfd475 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:09:29.558193 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Attempting to bind port eb39e603-912d-41bc-8221-1464e7bfd475 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ab6befe8-c2c6-43f5-84c9-fe0bb65f0229'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:09:29.558555 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Attempting to bind port eb39e603-912d-41bc-8221-1464e7bfd475 on network ab6befe8-c2c6-43f5-84c9-fe0bb65f0229 {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:09:29.565272 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:09:29.565646 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Checking segment: {'id': '2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ab6befe8-c2c6-43f5-84c9-fe0bb65f0229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:09:29.566049 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:29.566527 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Bound using segment: {'id': '2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ab6befe8-c2c6-43f5-84c9-fe0bb65f0229'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:09:29.566993 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Bound port: eb39e603-912d-41bc-8221-1464e7bfd475, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ab6befe8-c2c6-43f5-84c9-fe0bb65f0229'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:09:29.567372 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:29.571175 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:29.591531 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:29.719219 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] Allocated IP 172.27.0.73 (f90e340b-27f2-447d-a156-32aa581e17da/626f942c-33cd-4310-8756-8b345f91ef49/a19e38c9-10c9-4790-b6aa-5abc33a69e5a) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:09:29.786314 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] For port eb39e603-912d-41bc-8221-1464e7bfd475, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:09:29.791714 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] For port eb39e603-912d-41bc-8221-1464e7bfd475, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=eb39e603-912d-41bc-8221-1464e7bfd475,segment=NetworkSegment(2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8),segment_id=2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:09:29.846639 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59019467-1b41-432c-9413-994c9d76d900 req-79344f87-20d1-4e4e-b128-af74ecc55e17 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:29.848922 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-59019467-1b41-432c-9413-994c9d76d900 req-79344f87-20d1-4e4e-b128-af74ecc55e17 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 945 time: 0.0689983
Jan 28 02:09:29.858844 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:29.886094 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:29.893243 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-59019467-1b41-432c-9413-994c9d76d900 req-c7bfdaa9-8236-4e53-8dca-98919d426fa2 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381768
Jan 28 02:09:29.973860 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f5ce8-d653-42c0-a9e7-d3296b8a1534 None None] Pushing event updated for resources: {'Port': ['ID=eb39e603-912d-41bc-8221-1464e7bfd475,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:30.000809 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:30.044732 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] Network f90e340b-27f2-447d-a156-32aa581e17da is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:09:30.053496 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:09:30.058276 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:09:30.063337 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] Pushing event updated for resources: {'Port': ['ID=a19e38c9-10c9-4790-b6aa-5abc33a69e5a,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:30.169478 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcfed6-5684-4124-9c89-eed3983f3c24 req-857c0c59-58f6-4158-a348-cf7dfa27b0ae tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:30.172500 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dedcfed6-5684-4124-9c89-eed3983f3c24 req-857c0c59-58f6-4158-a348-cf7dfa27b0ae tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.1124372
Jan 28 02:09:30.215952 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed5a6e-c4ca-4fa6-b267-e2a459c3ce22 req-3ce11f82-5c91-458b-bdcb-5624531f4182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:30.220980 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-84ed5a6e-c4ca-4fa6-b267-e2a459c3ce22 req-3ce11f82-5c91-458b-bdcb-5624531f4182 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 1098 time: 0.1214268
Jan 28 02:09:30.274368 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dedcfed6-5684-4124-9c89-eed3983f3c24 req-aae3598c-4a68-49e2-b51c-6288a20baa22 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933106
Jan 28 02:09:30.303800 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-84ed5a6e-c4ca-4fa6-b267-e2a459c3ce22 req-6ee37433-3e8d-4d3c-a16b-aecfe34b59bc service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574434
Jan 28 02:09:30.434147 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:30.643151 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746496'] for router, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:30.891683 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] Router eaf57c95-34aa-4c41-943e-c1cfa85b59f4 is scheduled to L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 with binding_index 1 {{(pid=102089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 02:09:31.053402 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f27fbf-e775-49b0-99fb-5b073a2fd546 req-b3911017-0b82-47f0-9d2e-563dbf662fa7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:31.057526 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device eb39e603-912d-41bc-8221-1464e7bfd475 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:09:31.058040 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-98f27fbf-e775-49b0-99fb-5b073a2fd546 req-b3911017-0b82-47f0-9d2e-563dbf662fa7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 945 time: 0.0783596
Jan 28 02:09:31.110211 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-98f27fbf-e775-49b0-99fb-5b073a2fd546 req-ed3fc626-4625-4d07-b63c-a947bb984b15 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444086
Jan 28 02:09:31.120528 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port eb39e603-912d-41bc-8221-1464e7bfd475 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:31.121077 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:31.158850 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b49f1d-d5b6-45ac-9515-04ac3f16a3e5 None None] Network ab6befe8-c2c6-43f5-84c9-fe0bb65f0229 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:09:31.225506 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-925cc27a-ba33-4d98-9aa6-de18821be92b None None] Provisioning complete for port eb39e603-912d-41bc-8221-1464e7bfd475 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:31.225506 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-925cc27a-ba33-4d98-9aa6-de18821be92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:31.267566 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:09:31.277199 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Sync routers for ids ['eaf57c95-34aa-4c41-943e-c1cfa85b59f4'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:09:31.290854 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Routers {'eaf57c95-34aa-4c41-943e-c1cfa85b59f4'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:09:31.291549 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f152520>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:09:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['eaf57c95-34aa-4c41-943e-c1cfa85b59f4'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:31.361964 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:31.400488 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:31.403609 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-4e64f4c5-eb48-490d-8497-b838cc107299 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.8913059
Jan 28 02:09:31.405726 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 57574) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:31.426319 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Set router eaf57c95-34aa-4c41-943e-c1cfa85b59f4 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:31.426926 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4b03c-a518-4977-8150-3c5bf4f859b2 req-34aa7564-8894-4f05-850d-af67c92d481b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:31.428543 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-62e4b03c-a518-4977-8150-3c5bf4f859b2 req-34aa7564-8894-4f05-850d-af67c92d481b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0764477
Jan 28 02:09:31.533032 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-62e4b03c-a518-4977-8150-3c5bf4f859b2 req-8b1c2e37-a4b3-4da5-bb55-cfd2824f9563 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970697
Jan 28 02:09:31.543718 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] For port eb39e603-912d-41bc-8221-1464e7bfd475, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=eb39e603-912d-41bc-8221-1464e7bfd475,segment=NetworkSegment(2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8),segment_id=2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:31.563039 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-925cc27a-ba33-4d98-9aa6-de18821be92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:31.619149 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:31.660536 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f152520>, [{'id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'name': 'tempest-TestShelveInstance-751132445-router', 'tenant_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a19e38c9-10c9-4790-b6aa-5abc33a69e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:28Z', 'updated_at': '2022-01-28T02:09:30Z', 'revision_number': 3, 'project_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'gw_port': {'id': 'a19e38c9-10c9-4790-b6aa-5abc33a69e5a', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:29Z', 'updated_at': '2022-01-28T02:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:31.688713 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Pushing event updated for resources: {'Port': ['ID=eb39e603-912d-41bc-8221-1464e7bfd475,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:31.741578 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.db.api [None req-925cc27a-ba33-4d98-9aa6-de18821be92b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 28 02:09:31.742449 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG oslo_db.api [None req-925cc27a-ba33-4d98-9aa6-de18821be92b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 28 02:09:31.790765 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Checking router: eaf57c95-34aa-4c41-943e-c1cfa85b59f4 for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:09:31.793285 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Updating router eaf57c95-34aa-4c41-943e-c1cfa85b59f4 port a19e38c9-10c9-4790-b6aa-5abc33a69e5a binding host dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:09:31.820671 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:31.979341 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-459fdfe4-ca5e-4afb-ac83-c46b3da616d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:32.134068 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Notify callbacks [] for port, precommit_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:32.156819 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-459fdfe4-ca5e-4afb-ac83-c46b3da616d2 admin admin] Allocated IP 172.20.0.1 (ab6befe8-c2c6-43f5-84c9-fe0bb65f0229/27b12f3e-931c-415a-895e-2b80800cf059/eff4c786-7739-4223-8580-40919d2b2399) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:09:32.262145 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff65499-e891-4693-b750-e51096b14fa4 req-6435440c-570b-4a2e-970a-0b162cb95c16 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:32.265382 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-aff65499-e891-4693-b750-e51096b14fa4 req-6435440c-570b-4a2e-970a-0b162cb95c16 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 945 time: 0.0623624
Jan 28 02:09:32.269132 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-459fdfe4-ca5e-4afb-ac83-c46b3da616d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:32.317713 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-aff65499-e891-4693-b750-e51096b14fa4 req-8a14ece8-85e8-48a2-9cba-e58b5940c37f tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462558
Jan 28 02:09:32.323219 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:32.377690 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Attempting to bind port a19e38c9-10c9-4790-b6aa-5abc33a69e5a on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:09:32.378056 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Attempting to bind port a19e38c9-10c9-4790-b6aa-5abc33a69e5a by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:09:32.378413 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Attempting to bind port a19e38c9-10c9-4790-b6aa-5abc33a69e5a on network f90e340b-27f2-447d-a156-32aa581e17da {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:09:32.381256 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1acee-c95e-45a4-853a-2a1a1cdcf120 None None] Pushing event updated for resources: {'Port': ['ID=a19e38c9-10c9-4790-b6aa-5abc33a69e5a,revision_number=2']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:32.388906 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:09:32.389916 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Checking segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:09:32.390608 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:32.391055 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Bound using segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:09:32.391523 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Bound port: a19e38c9-10c9-4790-b6aa-5abc33a69e5a, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:09:32.391902 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:32.394877 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1acee-c95e-45a4-853a-2a1a1cdcf120 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:32.395239 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1acee-c95e-45a4-853a-2a1a1cdcf120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:32.395576 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1acee-c95e-45a4-853a-2a1a1cdcf120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:32.395905 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1acee-c95e-45a4-853a-2a1a1cdcf120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:32.396259 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1acee-c95e-45a4-853a-2a1a1cdcf120 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:32.396585 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1acee-c95e-45a4-853a-2a1a1cdcf120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:32.396908 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1acee-c95e-45a4-853a-2a1a1cdcf120 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:32.397228 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1acee-c95e-45a4-853a-2a1a1cdcf120 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:32.397568 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1acee-c95e-45a4-853a-2a1a1cdcf120 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:32.397900 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1acee-c95e-45a4-853a-2a1a1cdcf120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:32.398216 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1acee-c95e-45a4-853a-2a1a1cdcf120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:32.398534 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1acee-c95e-45a4-853a-2a1a1cdcf120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:09:32.422439 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-6d74eed6-b33a-4f49-aba3-17075363ae03 None None] Provisioning complete for port eb39e603-912d-41bc-8221-1464e7bfd475 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:32.423614 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-6d74eed6-b33a-4f49-aba3-17075363ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:32.437324 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60343d4-5c3c-480b-a87f-4e7d416d54ae req-f8911df7-54b7-42c4-9018-cff00ec9b345 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:32.438901 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a60343d4-5c3c-480b-a87f-4e7d416d54ae req-f8911df7-54b7-42c4-9018-cff00ec9b345 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 945 time: 0.0530221
Jan 28 02:09:32.451366 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] For port a19e38c9-10c9-4790-b6aa-5abc33a69e5a, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:09:32.457694 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-459fdfe4-ca5e-4afb-ac83-c46b3da616d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:32.464054 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] For port a19e38c9-10c9-4790-b6aa-5abc33a69e5a, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=a19e38c9-10c9-4790-b6aa-5abc33a69e5a,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:09:32.484464 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a60343d4-5c3c-480b-a87f-4e7d416d54ae req-7d0b3fe7-f52f-4ddc-a043-1ef6b074ee23 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382962
Jan 28 02:09:32.500940 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459fdfe4-ca5e-4afb-ac83-c46b3da616d2 admin admin] Network ab6befe8-c2c6-43f5-84c9-fe0bb65f0229 is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:09:32.505074 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-459fdfe4-ca5e-4afb-ac83-c46b3da616d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:09:32.509296 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459fdfe4-ca5e-4afb-ac83-c46b3da616d2 admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:09:32.536206 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fdfe4-ca5e-4afb-ac83-c46b3da616d2 admin admin] Pushing event updated for resources: {'Port': ['ID=eff4c786-7739-4223-8580-40919d2b2399,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:32.543345 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:32.560586 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-459fdfe4-ca5e-4afb-ac83-c46b3da616d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746719'] for router_interface, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:32.646916 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Routers {'eaf57c95-34aa-4c41-943e-c1cfa85b59f4'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:09:32.647571 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f152520>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:09:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['eaf57c95-34aa-4c41-943e-c1cfa85b59f4'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:32.704058 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1acee-c95e-45a4-853a-2a1a1cdcf120 None None] Pushing event updated for resources: {'Port': ['ID=a19e38c9-10c9-4790-b6aa-5abc33a69e5a,revision_number=3']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:32.741447 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda86c8c-c666-4ace-a4b2-526b1367d5be req-01f4b55d-b3bc-49b4-a96d-d9b51a152374 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:32.743641 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bda86c8c-c666-4ace-a4b2-526b1367d5be req-01f4b55d-b3bc-49b4-a96d-d9b51a152374 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0758815
Jan 28 02:09:32.797506 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] Set router eaf57c95-34aa-4c41-943e-c1cfa85b59f4 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:32.802383 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-459fdfe4-ca5e-4afb-ac83-c46b3da616d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:32.825512 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bda86c8c-c666-4ace-a4b2-526b1367d5be req-71a56e2d-bb0c-4988-8509-72fdaf536c06 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658598
Jan 28 02:09:32.853129 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-e0290ef6-8ee3-443e-be67-688d6ee63e4d None None] Provisioning complete for port eff4c786-7739-4223-8580-40919d2b2399 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:32.853665 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-e0290ef6-8ee3-443e-be67-688d6ee63e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:32.941281 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-e0290ef6-8ee3-443e-be67-688d6ee63e4d None None] Port eff4c786-7739-4223-8580-40919d2b2399 cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:09:32.954496 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8bacb-b421-4167-bb10-7984a4e92e1c req-9dd022fb-c6ea-4cb5-ab32-f6815809ad9d tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:32.963680 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e7b8bacb-b421-4167-bb10-7984a4e92e1c req-9dd022fb-c6ea-4cb5-ab32-f6815809ad9d tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 945 time: 0.0762687
Jan 28 02:09:32.997466 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device eb39e603-912d-41bc-8221-1464e7bfd475 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:09:33.011853 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e7b8bacb-b421-4167-bb10-7984a4e92e1c req-e2c87c57-a3c2-42ec-a751-2bf6c2009301 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493104
Jan 28 02:09:33.068370 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f152520>, [{'id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'name': 'tempest-TestShelveInstance-751132445-router', 'tenant_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a19e38c9-10c9-4790-b6aa-5abc33a69e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:28Z', 'updated_at': '2022-01-28T02:09:30Z', 'revision_number': 3, 'project_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'gw_port': {'id': 'a19e38c9-10c9-4790-b6aa-5abc33a69e5a', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:29Z', 'updated_at': '2022-01-28T02:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:33.068531 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-459fdfe4-ca5e-4afb-ac83-c46b3da616d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:33.091150 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port eb39e603-912d-41bc-8221-1464e7bfd475 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:33.091449 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:33.100114 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2f8b2-2b9e-4cdd-981f-1b54dc203f71 None None] The sync data for ids ['eaf57c95-34aa-4c41-943e-c1cfa85b59f4'] in dv-cinder-824977-1-iscsi is: [{'id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'name': 'tempest-TestShelveInstance-751132445-router', 'tenant_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a19e38c9-10c9-4790-b6aa-5abc33a69e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:28Z', 'updated_at': '2022-01-28T02:09:30Z', 'revision_number': 3, 'project_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'gw_port': {'id': 'a19e38c9-10c9-4790-b6aa-5abc33a69e5a', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:29Z', 'updated_at': '2022-01-28T02:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:09:33.131296 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-459fdfe4-ca5e-4afb-ac83-c46b3da616d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27877598'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:33.219135 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fdfe4-ca5e-4afb-ac83-c46b3da616d2 admin admin] Pushing event updated for resources: {'Port': ['ID=eff4c786-7739-4223-8580-40919d2b2399,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:33.221886 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-459fdfe4-ca5e-4afb-ac83-c46b3da616d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-639424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564303'] for router_interface, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:33.326053 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459fdfe4-ca5e-4afb-ac83-c46b3da616d2 admin admin] Network ab6befe8-c2c6-43f5-84c9-fe0bb65f0229 is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:09:33.328459 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-459fdfe4-ca5e-4afb-ac83-c46b3da616d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:09:33.493522 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459fdfe4-ca5e-4afb-ac83-c46b3da616d2 admin admin] Router eaf57c95-34aa-4c41-943e-c1cfa85b59f4 has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:09:33.628273 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459fdfe4-ca5e-4afb-ac83-c46b3da616d2 admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:09:33.634355 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-459fdfe4-ca5e-4afb-ac83-c46b3da616d2 admin admin] 10.222.0.79 "PUT /v2.0/routers/eaf57c95-34aa-4c41-943e-c1cfa85b59f4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2271588
Jan 28 02:09:33.678074 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-340d9ebe-59d0-47a0-985f-3e29bdd73ad8 None None] Provisioning complete for port eff4c786-7739-4223-8580-40919d2b2399 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:33.678584 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-340d9ebe-59d0-47a0-985f-3e29bdd73ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:33.723658 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-340d9ebe-59d0-47a0-985f-3e29bdd73ad8 None None] Port eff4c786-7739-4223-8580-40919d2b2399 cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:09:33.942840 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 57628) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:33.989132 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa995b-2670-4051-b4cd-e610378ea861 req-1c0d31cd-4e29-4ecd-b2b1-f3cc73b3b466 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:33.991008 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4baa995b-2670-4051-b4cd-e610378ea861 req-1c0d31cd-4e29-4ecd-b2b1-f3cc73b3b466 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0727334
Jan 28 02:09:34.035886 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4baa995b-2670-4051-b4cd-e610378ea861 req-cf791259-b005-4d08-aaf9-58793c39bc36 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380661
Jan 28 02:09:34.114161 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e97b9b35-8f84-411a-8028-a23d35fbf822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:34.197425 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e97b9b35-8f84-411a-8028-a23d35fbf822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:34.285485 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e97b9b35-8f84-411a-8028-a23d35fbf822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:34.326201 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-e97b9b35-8f84-411a-8028-a23d35fbf822 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6111f746f2d844dd8b78a5596cc28699&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3813601
Jan 28 02:09:34.327358 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b9b35-8f84-411a-8028-a23d35fbf822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785c7ce7-8cff-493e-a7b9-335c201bd2bd,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:34.329100 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 57636) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:34.380795 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2b646230-5d3b-4f59-bffa-927dcbe0248f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:34.401424 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2b646230-5d3b-4f59-bffa-927dcbe0248f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:34.534872 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2b646230-5d3b-4f59-bffa-927dcbe0248f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:34.537427 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2b646230-5d3b-4f59-bffa-927dcbe0248f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:34.538666 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-2b646230-5d3b-4f59-bffa-927dcbe0248f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/785c7ce7-8cff-493e-a7b9-335c201bd2bd HTTP/1.1" status: 204  len: 168 time: 0.2083900
Jan 28 02:09:34.546441 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b646230-5d3b-4f59-bffa-927dcbe0248f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785c7ce7-8cff-493e-a7b9-335c201bd2bd,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:34.804197 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e071eae-bf5b-4774-822b-b4e065563f3d req-4b2af0ce-41ef-4f35-9f60-5d3332b2ce0c tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:34.805756 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1e071eae-bf5b-4774-822b-b4e065563f3d req-4b2af0ce-41ef-4f35-9f60-5d3332b2ce0c tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0517519
Jan 28 02:09:34.851875 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1e071eae-bf5b-4774-822b-b4e065563f3d req-7a114a2d-1d2b-495c-9a13-62ac8a0441be tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400872
Jan 28 02:09:34.989690 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device a19e38c9-10c9-4790-b6aa-5abc33a69e5a up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:09:35.053106 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port a19e38c9-10c9-4790-b6aa-5abc33a69e5a triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:35.053533 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:35.139101 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:35.172793 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] For port a19e38c9-10c9-4790-b6aa-5abc33a69e5a, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=a19e38c9-10c9-4790-b6aa-5abc33a69e5a,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:35.213918 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a484c-6839-48fd-9203-f696e6cec23e req-ad9f4cf5-920c-4144-9253-754723c7c813 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:35.222176 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2f3a484c-6839-48fd-9203-f696e6cec23e req-ad9f4cf5-920c-4144-9253-754723c7c813 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0945525
Jan 28 02:09:35.260784 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:35.282038 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2f3a484c-6839-48fd-9203-f696e6cec23e req-00b0fa4f-1f03-4f08-86dd-01993f6bd156 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588677
Jan 28 02:09:35.350764 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Pushing event updated for resources: {'Port': ['ID=a19e38c9-10c9-4790-b6aa-5abc33a69e5a,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:35.597896 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 57680) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:35.603137 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-dea7da09-eb75-4370-b43b-0645cae12c57 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-964688091', 'description': 'tempest-secgroup-smoke-964688091 description', 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:35.642527 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Sync routers for ids ['eaf57c95-34aa-4c41-943e-c1cfa85b59f4'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:09:35.652272 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Routers {'eaf57c95-34aa-4c41-943e-c1cfa85b59f4'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:09:35.653186 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796ef8e880>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:09:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['eaf57c95-34aa-4c41-943e-c1cfa85b59f4'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:35.708716 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dea7da09-eb75-4370-b43b-0645cae12c57 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:35.765424 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Set router eaf57c95-34aa-4c41-943e-c1cfa85b59f4 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:35.790929 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dea7da09-eb75-4370-b43b-0645cae12c57 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:35.879682 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dea7da09-eb75-4370-b43b-0645cae12c57 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:35.913445 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7da09-eb75-4370-b43b-0645cae12c57 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df539648-3673-45df-b237-31d51d5791e2,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:35.988454 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ccdba-d984-4cb6-9a36-0fa16017fd9c req-39dee82f-a726-48cb-8e5f-900e7abd56ea tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:35.989992 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-160ccdba-d984-4cb6-9a36-0fa16017fd9c req-39dee82f-a726-48cb-8e5f-900e7abd56ea tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0560696
Jan 28 02:09:36.010542 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796ef8e880>, [{'id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'name': 'tempest-TestShelveInstance-751132445-router', 'tenant_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a19e38c9-10c9-4790-b6aa-5abc33a69e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:28Z', 'updated_at': '2022-01-28T02:09:32Z', 'revision_number': 4, 'project_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'gw_port': {'id': 'a19e38c9-10c9-4790-b6aa-5abc33a69e5a', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:29Z', 'updated_at': '2022-01-28T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': 'eff4c786-7739-4223-8580-40919d2b2399', 'name': '', 'network_id': 'ab6befe8-c2c6-43f5-84c9-fe0bb65f0229', 'tenant_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'mac_address': 'fa:16:3e:b0:30:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27b12f3e-931c-415a-895e-2b80800cf059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:32Z', 'updated_at': '2022-01-28T02:09:32Z', 'revision_number': 2, 'project_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'subnets': [{'id': '27b12f3e-931c-415a-895e-2b80800cf059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:36.024252 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dea7da09-eb75-4370-b43b-0645cae12c57 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:36.027964 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-dea7da09-eb75-4370-b43b-0645cae12c57 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4260788
Jan 28 02:09:36.029199 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 57694) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:36.035196 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-3c7f5b41-3037-43d1-912a-2e9b0655198d tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Request body: {'security_group_rule': {'security_group_id': 'df539648-3673-45df-b237-31d51d5791e2', 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:36.042277 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Checking router: eaf57c95-34aa-4c41-943e-c1cfa85b59f4 for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:09:36.042783 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Updating router eaf57c95-34aa-4c41-943e-c1cfa85b59f4 port eff4c786-7739-4223-8580-40919d2b2399 binding host dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:09:36.046409 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-160ccdba-d984-4cb6-9a36-0fa16017fd9c req-f694238b-4a8e-452d-9f64-89e7f2de846b tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482848
Jan 28 02:09:36.073014 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:36.163278 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3c7f5b41-3037-43d1-912a-2e9b0655198d tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:36.230972 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3c7f5b41-3037-43d1-912a-2e9b0655198d tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:36.365636 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3c7f5b41-3037-43d1-912a-2e9b0655198d tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:36.372334 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:36.395838 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f5b41-3037-43d1-912a-2e9b0655198d tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8087df5-513d-4172-8518-d30d45228bb4,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:36.422021 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7112da7-b483-43f9-90e1-7ff518639120 req-763c90c3-795f-441b-8cd9-c6801fa8e8e7 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:36.424577 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c7112da7-b483-43f9-90e1-7ff518639120 req-763c90c3-795f-441b-8cd9-c6801fa8e8e7 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0692632
Jan 28 02:09:36.433851 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:36.463213 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3c7f5b41-3037-43d1-912a-2e9b0655198d tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:36.464434 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-3c7f5b41-3037-43d1-912a-2e9b0655198d tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4331288
Jan 28 02:09:36.467720 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 57702) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:36.468305 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c7112da7-b483-43f9-90e1-7ff518639120 req-6ecce656-67ee-4829-b6d0-4ceebb1b9e5c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373471
Jan 28 02:09:36.483886 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-a5dca285-b5cb-493b-af14-d193f5ea3c29 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Request body: {'security_group_rule': {'security_group_id': 'df539648-3673-45df-b237-31d51d5791e2', 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:36.488347 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9e4fb-02a9-4573-b708-650b730ef70e None None] Pushing event updated for resources: {'Port': ['ID=eff4c786-7739-4223-8580-40919d2b2399,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:36.544966 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Attempting to bind port eff4c786-7739-4223-8580-40919d2b2399 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:09:36.545333 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Attempting to bind port eff4c786-7739-4223-8580-40919d2b2399 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ab6befe8-c2c6-43f5-84c9-fe0bb65f0229'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:09:36.545687 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Attempting to bind port eff4c786-7739-4223-8580-40919d2b2399 on network ab6befe8-c2c6-43f5-84c9-fe0bb65f0229 {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:09:36.551792 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:09:36.552199 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Checking segment: {'id': '2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ab6befe8-c2c6-43f5-84c9-fe0bb65f0229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:09:36.552788 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:36.553170 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Bound using segment: {'id': '2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ab6befe8-c2c6-43f5-84c9-fe0bb65f0229'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:09:36.553709 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Bound port: eff4c786-7739-4223-8580-40919d2b2399, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ab6befe8-c2c6-43f5-84c9-fe0bb65f0229'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:09:36.554098 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:36.600051 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a5dca285-b5cb-493b-af14-d193f5ea3c29 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:36.633687 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] For port eff4c786-7739-4223-8580-40919d2b2399, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:09:36.639119 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] For port eff4c786-7739-4223-8580-40919d2b2399, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=eff4c786-7739-4223-8580-40919d2b2399,segment=NetworkSegment(2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8),segment_id=2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:09:36.680293 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a5dca285-b5cb-493b-af14-d193f5ea3c29 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:36.691707 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:36.751868 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Routers {'eaf57c95-34aa-4c41-943e-c1cfa85b59f4'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:09:36.752601 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796ef8e880>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:09:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['eaf57c95-34aa-4c41-943e-c1cfa85b59f4'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:36.754512 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9e4fb-02a9-4573-b708-650b730ef70e None None] Pushing event updated for resources: {'Port': ['ID=eff4c786-7739-4223-8580-40919d2b2399,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:36.760208 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a5dca285-b5cb-493b-af14-d193f5ea3c29 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:36.789699 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dca285-b5cb-493b-af14-d193f5ea3c29 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3457414c-2b41-4dea-ba21-8dc636592636,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:36.841453 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-3e0de6fd-7985-4a2d-9b66-82aecb8d81df None None] Provisioning complete for port eff4c786-7739-4223-8580-40919d2b2399 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:36.841826 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-3e0de6fd-7985-4a2d-9b66-82aecb8d81df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:36.877231 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a5dca285-b5cb-493b-af14-d193f5ea3c29 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:36.882143 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 57708) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:36.884661 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a5dca285-b5cb-493b-af14-d193f5ea3c29 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4076095
Jan 28 02:09:36.892167 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-4d5a630c-6370-49ae-bf8f-ee1f388132bb tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Request body: {'security_group_rule': {'security_group_id': 'df539648-3673-45df-b237-31d51d5791e2', 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:36.915011 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] Set router eaf57c95-34aa-4c41-943e-c1cfa85b59f4 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:36.993969 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4d5a630c-6370-49ae-bf8f-ee1f388132bb tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:37.051363 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4d5a630c-6370-49ae-bf8f-ee1f388132bb tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:37.070798 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device a19e38c9-10c9-4790-b6aa-5abc33a69e5a up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:09:37.115062 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4d5a630c-6370-49ae-bf8f-ee1f388132bb tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:37.152035 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a630c-6370-49ae-bf8f-ee1f388132bb tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52211aff-2cc2-4d97-8624-a14b6d0748de,revision_number=0']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:37.191527 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08641a-4443-4332-b50d-bd66f447a611 req-f0f227df-9a3a-4b44-b122-74615342ba75 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:37.193099 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4c08641a-4443-4332-b50d-bd66f447a611 req-f0f227df-9a3a-4b44-b122-74615342ba75 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0542264
Jan 28 02:09:37.245065 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4c08641a-4443-4332-b50d-bd66f447a611 req-dc6b779c-3cc8-48e4-9d59-f3160bf949ac tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408700
Jan 28 02:09:37.261164 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port a19e38c9-10c9-4790-b6aa-5abc33a69e5a triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:37.261726 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:37.268832 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4d5a630c-6370-49ae-bf8f-ee1f388132bb tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:37.270634 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-4d5a630c-6370-49ae-bf8f-ee1f388132bb tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3864739
Jan 28 02:09:37.273357 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 57714) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:37.278770 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-481130a9-6d11-4387-9012-fbb7b93d92d1 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Request body: {'security_group_rule': {'security_group_id': 'df539648-3673-45df-b237-31d51d5791e2', 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:37.296854 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-3e0de6fd-7985-4a2d-9b66-82aecb8d81df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:37.384199 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-3e0de6fd-7985-4a2d-9b66-82aecb8d81df None None] For port eff4c786-7739-4223-8580-40919d2b2399, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=eff4c786-7739-4223-8580-40919d2b2399,segment=NetworkSegment(2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8),segment_id=2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:37.402828 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-481130a9-6d11-4387-9012-fbb7b93d92d1 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:37.441269 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796ef8e880>, [{'id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'name': 'tempest-TestShelveInstance-751132445-router', 'tenant_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a19e38c9-10c9-4790-b6aa-5abc33a69e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:28Z', 'updated_at': '2022-01-28T02:09:32Z', 'revision_number': 4, 'project_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'gw_port': {'id': 'a19e38c9-10c9-4790-b6aa-5abc33a69e5a', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:29Z', 'updated_at': '2022-01-28T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': 'eff4c786-7739-4223-8580-40919d2b2399', 'name': '', 'network_id': 'ab6befe8-c2c6-43f5-84c9-fe0bb65f0229', 'tenant_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'mac_address': 'fa:16:3e:b0:30:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27b12f3e-931c-415a-895e-2b80800cf059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:32Z', 'updated_at': '2022-01-28T02:09:36Z', 'revision_number': 4, 'project_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'subnets': [{'id': '27b12f3e-931c-415a-895e-2b80800cf059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:37.466162 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-481130a9-6d11-4387-9012-fbb7b93d92d1 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:37.468241 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd890f26-ba9f-4be2-92e9-a861bc76844a None None] The sync data for ids ['eaf57c95-34aa-4c41-943e-c1cfa85b59f4'] in dv-cinder-824977-1-iscsi is: [{'id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'name': 'tempest-TestShelveInstance-751132445-router', 'tenant_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a19e38c9-10c9-4790-b6aa-5abc33a69e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:28Z', 'updated_at': '2022-01-28T02:09:32Z', 'revision_number': 4, 'project_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'gw_port': {'id': 'a19e38c9-10c9-4790-b6aa-5abc33a69e5a', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:29Z', 'updated_at': '2022-01-28T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': 'eff4c786-7739-4223-8580-40919d2b2399', 'name': '', 'network_id': 'ab6befe8-c2c6-43f5-84c9-fe0bb65f0229', 'tenant_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'mac_address': 'fa:16:3e:b0:30:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '27b12f3e-931c-415a-895e-2b80800cf059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:32Z', 'updated_at': '2022-01-28T02:09:36Z', 'revision_number': 4, 'project_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'subnets': [{'id': '27b12f3e-931c-415a-895e-2b80800cf059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:09:37.489244 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-3e0de6fd-7985-4a2d-9b66-82aecb8d81df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:37.542688 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-481130a9-6d11-4387-9012-fbb7b93d92d1 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:37.552275 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0de6fd-7985-4a2d-9b66-82aecb8d81df None None] Pushing event updated for resources: {'Port': ['ID=eff4c786-7739-4223-8580-40919d2b2399,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:37.561980 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481130a9-6d11-4387-9012-fbb7b93d92d1 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7508943-a302-4600-9392-7ff215ac7e22,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:37.619867 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-2c66846f-ac06-4693-a03f-69be2516d846 None None] Provisioning complete for port eff4c786-7739-4223-8580-40919d2b2399 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:37.620342 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-2c66846f-ac06-4693-a03f-69be2516d846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:37.630497 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-481130a9-6d11-4387-9012-fbb7b93d92d1 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:37.631870 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-481130a9-6d11-4387-9012-fbb7b93d92d1 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3571696
Jan 28 02:09:37.634638 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 57720) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:37.639397 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-5f104043-8c4c-4ba0-bce7-68a1b139ce99 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Request body: {'security_group_rule': {'security_group_id': 'df539648-3673-45df-b237-31d51d5791e2', 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:37.659247 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb56fe-82d6-4e39-abb3-d5466a109dec req-3f569a7f-eecd-4f4c-83d6-553dacc54a79 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:37.665046 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2ddb56fe-82d6-4e39-abb3-d5466a109dec req-3f569a7f-eecd-4f4c-83d6-553dacc54a79 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0750072
Jan 28 02:09:37.705125 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2ddb56fe-82d6-4e39-abb3-d5466a109dec req-7d44d95d-90df-498c-b34d-b76603d3dfe5 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372372
Jan 28 02:09:37.746857 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.securitygroups_db [None req-5f104043-8c4c-4ba0-bce7-68a1b139ce99 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Project a55dde8892fa47bd9941bb1ce9aa3673 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 28 02:09:37.752595 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5f104043-8c4c-4ba0-bce7-68a1b139ce99 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:37.818373 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5f104043-8c4c-4ba0-bce7-68a1b139ce99 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:37.883688 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5f104043-8c4c-4ba0-bce7-68a1b139ce99 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:37.903153 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f104043-8c4c-4ba0-bce7-68a1b139ce99 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf578ede-66b8-40ac-b7a9-3f85646ea57e,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:37.959801 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820cf39-4155-421a-8499-80a60b1ed472 req-6d15b7e9-b965-4b0e-bb5a-eca5bc9240e2 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:37.961408 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4820cf39-4155-421a-8499-80a60b1ed472 req-6d15b7e9-b965-4b0e-bb5a-eca5bc9240e2 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.95 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0604062
Jan 28 02:09:37.973283 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5f104043-8c4c-4ba0-bce7-68a1b139ce99 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:37.977695 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-5f104043-8c4c-4ba0-bce7-68a1b139ce99 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3388636
Jan 28 02:09:37.977695 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 57730) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:37.982066 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-120ba779-d99a-40aa-9ed9-b32d1b57501f tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Request body: {'security_group_rule': {'security_group_id': 'df539648-3673-45df-b237-31d51d5791e2', 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:38.066032 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-4820cf39-4155-421a-8499-80a60b1ed472 req-c25c2ea9-5362-46d4-8690-4bf97db8f359 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Deleting port f563e565-6b72-491c-a99c-3004a4f17f98 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:09:38.067430 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-4820cf39-4155-421a-8499-80a60b1ed472 req-c25c2ea9-5362-46d4-8690-4bf97db8f359 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:38.081770 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.securitygroups_db [None req-120ba779-d99a-40aa-9ed9-b32d1b57501f tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Project a55dde8892fa47bd9941bb1ce9aa3673 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 28 02:09:38.088245 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-120ba779-d99a-40aa-9ed9-b32d1b57501f tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:38.162255 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-120ba779-d99a-40aa-9ed9-b32d1b57501f tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:38.312566 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-120ba779-d99a-40aa-9ed9-b32d1b57501f tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:38.342745 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ba779-d99a-40aa-9ed9-b32d1b57501f tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9135afe7-a733-4097-8474-50926bb93a35,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:38.442461 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-120ba779-d99a-40aa-9ed9-b32d1b57501f tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:38.443883 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-120ba779-d99a-40aa-9ed9-b32d1b57501f tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4653578
Jan 28 02:09:38.476309 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-4820cf39-4155-421a-8499-80a60b1ed472 req-c25c2ea9-5362-46d4-8690-4bf97db8f359 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] For port f563e565-6b72-491c-a99c-3004a4f17f98, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=f563e565-6b72-491c-a99c-3004a4f17f98,segment=NetworkSegment(1c61313e-1493-444a-a991-929ee367517d),segment_id=1c61313e-1493-444a-a991-929ee367517d)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:38.476893 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-4820cf39-4155-421a-8499-80a60b1ed472 req-c25c2ea9-5362-46d4-8690-4bf97db8f359 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:38.486722 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6d72b-74a3-4f59-9c7e-a5b0b7e41cb2 req-f6344984-5f6c-4ae3-87c4-3a1eaa2c6ba0 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:38.488288 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-65a6d72b-74a3-4f59-9c7e-a5b0b7e41cb2 req-f6344984-5f6c-4ae3-87c4-3a1eaa2c6ba0 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 946 time: 0.0941553
Jan 28 02:09:38.506646 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-4820cf39-4155-421a-8499-80a60b1ed472 req-c25c2ea9-5362-46d4-8690-4bf97db8f359 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Calling delete_port for f563e565-6b72-491c-a99c-3004a4f17f98 owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:09:38.571954 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-65a6d72b-74a3-4f59-9c7e-a5b0b7e41cb2 req-2bfcfb4c-98c9-43ed-a02e-783d29c993b1 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777321
Jan 28 02:09:38.809397 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-4820cf39-4155-421a-8499-80a60b1ed472 req-c25c2ea9-5362-46d4-8690-4bf97db8f359 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:38.848356 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c2ea9-5362-46d4-8690-4bf97db8f359 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Pushing event deleted for resources: {'Port': ['ID=f563e565-6b72-491c-a99c-3004a4f17f98,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:38.867677 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['333b77f2-3cf1-4c8f-94ce-5901a7eb748d', 'f563e565-6b72-491c-a99c-3004a4f17f98'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:09:38.897480 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be983a-bd70-41fc-936c-37ba8c4c07d8 req-27e9e4ec-405f-4290-9e13-5e8ce8405b60 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:38.899027 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-89be983a-bd70-41fc-936c-37ba8c4c07d8 req-27e9e4ec-405f-4290-9e13-5e8ce8405b60 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.1149371
Jan 28 02:09:38.899831 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-4820cf39-4155-421a-8499-80a60b1ed472 req-c25c2ea9-5362-46d4-8690-4bf97db8f359 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] No DVR routers for this DVR port f563e565-6b72-491c-a99c-3004a4f17f98 on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:09:38.902332 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-4820cf39-4155-421a-8499-80a60b1ed472 req-c25c2ea9-5362-46d4-8690-4bf97db8f359 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:38.905682 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4820cf39-4155-421a-8499-80a60b1ed472 req-c25c2ea9-5362-46d4-8690-4bf97db8f359 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.95 "DELETE /v2.0/ports/f563e565-6b72-491c-a99c-3004a4f17f98 HTTP/1.1" status: 204  len: 173 time: 0.9378998
Jan 28 02:09:38.906126 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0bfba5-38f6-4375-a6bf-25959ad11fe0', 'name': 'network-vif-deleted', 'tag': 'f563e565-6b72-491c-a99c-3004a4f17f98'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:09:38.908739 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70866ee4-71bc-4691-b0a5-4051b8368ae6" -d '{"events": [{"server_uuid": "2f0bfba5-38f6-4375-a6bf-25959ad11fe0", "name": "network-vif-deleted", "tag": "f563e565-6b72-491c-a99c-3004a4f17f98"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:09:38.968270 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-89be983a-bd70-41fc-936c-37ba8c4c07d8 req-3cf63b98-ef4e-45da-8e07-5e94c91ea25f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545058
Jan 28 02:09:38.991839 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b63363-b70e-4cd5-bce7-a2aa895cc30c x-openstack-request-id: req-c5b63363-b70e-4cd5-bce7-a2aa895cc30c {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:09:38.992453 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0bfba5-38f6-4375-a6bf-25959ad11fe0", "name": "network-vif-deleted", "tag": "f563e565-6b72-491c-a99c-3004a4f17f98", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:09:38.992590 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c5b63363-b70e-4cd5-bce7-a2aa895cc30c {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:09:38.993167 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0bfba5-38f6-4375-a6bf-25959ad11fe0', 'name': 'network-vif-deleted', 'tag': 'f563e565-6b72-491c-a99c-3004a4f17f98', 'status': 'completed', 'code': 200}
Jan 28 02:09:39.040964 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device eff4c786-7739-4223-8580-40919d2b2399 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:09:39.097990 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port eff4c786-7739-4223-8580-40919d2b2399 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:39.098413 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:39.689499 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2b48d839-81a9-4ba6-87b8-aaaf0faa541f req-8049c5fb-38eb-48be-bb1f-ba50e8ed95e5 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0bfba5-38f6-4375-a6bf-25959ad11fe0 HTTP/1.1" status: 200  len: 210 time: 0.0252886
Jan 28 02:09:40.090183 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ff9b4-0faa-4996-a1a3-c1d4e4eb3c8d req-8543cfab-4866-49fe-9730-c2eda253a9d8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:40.093190 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-391ff9b4-0faa-4996-a1a3-c1d4e4eb3c8d req-8543cfab-4866-49fe-9730-c2eda253a9d8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 943 time: 0.0541184
Jan 28 02:09:40.143611 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-391ff9b4-0faa-4996-a1a3-c1d4e4eb3c8d req-9b188b78-7eda-42c7-9cd2-2b2d550d12d4 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416172
Jan 28 02:09:40.370522 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device eb8f729a-b66f-4c5c-a62e-472c346922bb details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:09:40.522002 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port eb8f729a-b66f-4c5c-a62e-472c346922bb, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=eb8f729a-b66f-4c5c-a62e-472c346922bb,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:40.542456 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': 'eb8f729a-b66f-4c5c-a62e-472c346922bb', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'port_id': 'eb8f729a-b66f-4c5c-a62e-472c346922bb', 'mac_address': 'fa:16:3e:c7:d1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:09:40.596879 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:40.621624 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8f729a-b66f-4c5c-a62e-472c346922bb {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:09:40.641718 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port eb8f729a-b66f-4c5c-a62e-472c346922bb, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=eb8f729a-b66f-4c5c-a62e-472c346922bb,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:40.714408 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:40.779381 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=eb8f729a-b66f-4c5c-a62e-472c346922bb,revision_number=9']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:40.851733 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-290aa459-374f-4a73-b07b-46ce861e4ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:41.199708 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['eb8f729a-b66f-4c5c-a62e-472c346922bb'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:09:41.206257 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a130ee-16e6-47e5-a629-67c994de2160 req-6783de1f-c57a-4cf8-9c11-343c05c25a86 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:41.207897 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-40a130ee-16e6-47e5-a629-67c994de2160 req-6783de1f-c57a-4cf8-9c11-343c05c25a86 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0495064
Jan 28 02:09:41.262721 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-40a130ee-16e6-47e5-a629-67c994de2160 req-b340c4b2-524c-45f1-9c77-3678a7730279 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432332
Jan 28 02:09:41.299494 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edebff1-e329-4d90-adea-bc2a2136d343 req-f540cb51-6b90-4c81-b794-6f83de4509b1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:41.301005 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1edebff1-e329-4d90-adea-bc2a2136d343 req-f540cb51-6b90-4c81-b794-6f83de4509b1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 944 time: 0.0547905
Jan 28 02:09:41.342581 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1edebff1-e329-4d90-adea-bc2a2136d343 req-4dc329c1-2999-4952-a1d7-136495f88649 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354052
Jan 28 02:09:42.384964 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device eb8f729a-b66f-4c5c-a62e-472c346922bb up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:09:42.392594 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6885a23-5a59-43cb-8f04-632117b4dc61 req-12c00ede-d8fb-4eee-a5ef-d85ef0d8b586 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:42.394118 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a6885a23-5a59-43cb-8f04-632117b4dc61 req-12c00ede-d8fb-4eee-a5ef-d85ef0d8b586 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0543227
Jan 28 02:09:42.443922 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port eb8f729a-b66f-4c5c-a62e-472c346922bb triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:42.444704 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:42.478690 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a6885a23-5a59-43cb-8f04-632117b4dc61 req-9c84fb80-eb4b-4fe9-836c-c40003bd603c tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737498
Jan 28 02:09:42.502851 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518b7bb-e9b2-4120-a87f-2cb9ea24454f req-be7fd48b-5edc-4198-aeb8-912a2b1cc4c8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:42.504391 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6518b7bb-e9b2-4120-a87f-2cb9ea24454f req-be7fd48b-5edc-4198-aeb8-912a2b1cc4c8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 944 time: 0.0737824
Jan 28 02:09:42.539774 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:42.552879 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6518b7bb-e9b2-4120-a87f-2cb9ea24454f req-c87f97b4-c7aa-48ce-b27e-8b98a6ec1f75 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425699
Jan 28 02:09:42.564896 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25403b-0399-48d0-86a9-6e5022287c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8f729a-b66f-4c5c-a62e-472c346922bb'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:09:42.567171 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b8b7cc-bbfa-4f38-9be9-5f641c0f1475" -d '{"events": [{"server_uuid": "4f25403b-0399-48d0-86a9-6e5022287c84", "name": "network-vif-plugged", "status": "completed", "tag": "eb8f729a-b66f-4c5c-a62e-472c346922bb"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:09:42.584026 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port eb8f729a-b66f-4c5c-a62e-472c346922bb, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=eb8f729a-b66f-4c5c-a62e-472c346922bb,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:42.609903 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfdb5cd-01c2-4381-a120-9b403ea2f3c9 x-openstack-request-id: req-8bfdb5cd-01c2-4381-a120-9b403ea2f3c9 {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:09:42.610668 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25403b-0399-48d0-86a9-6e5022287c84", "name": "network-vif-plugged", "status": "completed", "tag": "eb8f729a-b66f-4c5c-a62e-472c346922bb", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:09:42.611146 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8bfdb5cd-01c2-4381-a120-9b403ea2f3c9 {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:09:42.611706 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25403b-0399-48d0-86a9-6e5022287c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8f729a-b66f-4c5c-a62e-472c346922bb', 'code': 200}
Jan 28 02:09:42.649798 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:42.650847 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device f563e565-6b72-491c-a99c-3004a4f17f98 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:09:42.695314 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: f563e565-6b72-491c-a99c-3004a4f17f98 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:09:42.695669 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device f563e565-6b72-491c-a99c-3004a4f17f98 not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:09:42.720971 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=eb8f729a-b66f-4c5c-a62e-472c346922bb,revision_number=10']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:43.085702 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-6522da9c-545f-4c46-9321-319c61524ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:43.469782 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd56e14-e460-4595-bdb3-61a9be410a53 req-842b8696-511e-4157-b5ab-85ef0cc7d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:43.471594 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9cd56e14-e460-4595-bdb3-61a9be410a53 req-842b8696-511e-4157-b5ab-85ef0cc7d495 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 1099 time: 0.0675426
Jan 28 02:09:43.509122 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9cd56e14-e460-4595-bdb3-61a9be410a53 req-f4197901-d308-4cba-8487-b932c2df1093 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0293930
Jan 28 02:09:43.612380 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299906e2-0d0a-4ba3-a686-4c5f4252b44d req-988f434c-0b3b-4f25-bd95-4e3e7759af14 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:43.613906 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-299906e2-0d0a-4ba3-a686-4c5f4252b44d req-988f434c-0b3b-4f25-bd95-4e3e7759af14 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0589430
Jan 28 02:09:43.682722 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-299906e2-0d0a-4ba3-a686-4c5f4252b44d req-5b9a0018-7ac9-4fbd-a31b-6c18ef3a4725 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627236
Jan 28 02:09:43.707390 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80895488-be34-4468-b01d-9571d5bbbeaf req-9d58c428-fb3a-4a0e-b387-d527241af448 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:43.709207 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-80895488-be34-4468-b01d-9571d5bbbeaf req-9d58c428-fb3a-4a0e-b387-d527241af448 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 946 time: 0.0754600
Jan 28 02:09:43.750924 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-80895488-be34-4468-b01d-9571d5bbbeaf req-46277dc7-afae-47d9-bf97-7cf64feb4519 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345716
Jan 28 02:09:44.643631 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:44.805189 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100191f-4a78-4580-a999-a7446479858a req-8180cc5a-119a-469a-842f-fe4a02f2f637 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:44.807080 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2100191f-4a78-4580-a999-a7446479858a req-8180cc5a-119a-469a-842f-fe4a02f2f637 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0539572
Jan 28 02:09:44.863532 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2100191f-4a78-4580-a999-a7446479858a req-6d133486-bff4-4a52-9c2a-b6f733a9a955 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488918
Jan 28 02:09:44.903559 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971da0c4-bfc4-41ae-950e-8c95a9ad8fa6 req-ab6af91e-7394-449e-9d23-13cb1f433f9f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:44.905324 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-971da0c4-bfc4-41ae-950e-8c95a9ad8fa6 req-ab6af91e-7394-449e-9d23-13cb1f433f9f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 946 time: 0.0580993
Jan 28 02:09:44.943439 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-971da0c4-bfc4-41ae-950e-8c95a9ad8fa6 req-d7e02a75-e921-42c6-8122-f2b6fb1ea241 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319152
Jan 28 02:09:45.728411 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:09:45.984788 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f64b01-dd69-4cf5-905b-2c4865247479 req-e1575c97-d960-44b5-9657-fadb45819001 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:45.986291 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-45f64b01-dd69-4cf5-905b-2c4865247479 req-e1575c97-d960-44b5-9657-fadb45819001 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0506325
Jan 28 02:09:46.036052 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-45f64b01-dd69-4cf5-905b-2c4865247479 req-1be26f81-4a77-4972-adaa-16ef80637b74 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415573
Jan 28 02:09:46.077448 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a18d92-e872-4776-9378-b51cf1a8a171 req-85b8c271-5d8f-4663-aa3e-6fa12d0bba99 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:46.078988 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-50a18d92-e872-4776-9378-b51cf1a8a171 req-85b8c271-5d8f-4663-aa3e-6fa12d0bba99 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 946 time: 0.0586259
Jan 28 02:09:46.133571 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-50a18d92-e872-4776-9378-b51cf1a8a171 req-23d04882-d1b3-4929-befb-67ae1143d28f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461226
Jan 28 02:09:46.449460 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:46.594662 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:47.158200 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d6439-09ae-4766-8b7c-7fe3291e2ea5 req-34fc0c30-48ca-4087-8619-2d9d9c4e9ef4 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:47.159686 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-531d6439-09ae-4766-8b7c-7fe3291e2ea5 req-34fc0c30-48ca-4087-8619-2d9d9c4e9ef4 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0546291
Jan 28 02:09:47.200191 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-531d6439-09ae-4766-8b7c-7fe3291e2ea5 req-38852a7f-c55f-4329-b28e-cbd158396c3d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0341444
Jan 28 02:09:47.266956 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf79e53-6c2f-4726-b6de-39aeee637fe6 req-c5ffc5b3-af9d-4b0c-a242-4046b88db840 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:47.268495 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4bf79e53-6c2f-4726-b6de-39aeee637fe6 req-c5ffc5b3-af9d-4b0c-a242-4046b88db840 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 946 time: 0.0505002
Jan 28 02:09:47.307217 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4bf79e53-6c2f-4726-b6de-39aeee637fe6 req-01170d29-adea-4c3a-a19c-35330c810a35 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0326452
Jan 28 02:09:48.195296 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ccf06-ac40-48e4-ac79-67a0eb825317 req-99c136c1-9866-4433-9293-24c4572eb171 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:48.196885 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-057ccf06-ac40-48e4-ac79-67a0eb825317 req-99c136c1-9866-4433-9293-24c4572eb171 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 945 time: 0.0509233
Jan 28 02:09:48.246450 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-057ccf06-ac40-48e4-ac79-67a0eb825317 req-52aaf40c-255a-47cd-930a-fd6cef22c671 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414579
Jan 28 02:09:48.265370 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 58038) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:48.271541 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 58042) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:48.349260 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cd045-155b-4f49-a8e7-0a1cfc28d8a1 req-5a71aaee-8a09-432d-9ac6-d28c84170aab tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:48.351267 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-817cd045-155b-4f49-a8e7-0a1cfc28d8a1 req-5a71aaee-8a09-432d-9ac6-d28c84170aab tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0592599
Jan 28 02:09:48.390154 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0ea1a457-8cae-44c4-a278-99aab467690f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:48.409568 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-817cd045-155b-4f49-a8e7-0a1cfc28d8a1 req-bd35a464-6850-489d-b1a0-b98b803eb3ce tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519052
Jan 28 02:09:48.520321 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e77c52-6ff3-46ab-9098-dc0f8196dd39 tempest-TestMinimumBasicScenario-1438205888 tempest-TestMinimumBasicScenario-1438205888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:48.523918 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-f2e77c52-6ff3-46ab-9098-dc0f8196dd39 tempest-TestMinimumBasicScenario-1438205888 tempest-TestMinimumBasicScenario-1438205888-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 1093 time: 0.2502117
Jan 28 02:09:48.524972 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0ea1a457-8cae-44c4-a278-99aab467690f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:48.525105 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 58046) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:48.529443 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Request body: {'floatingip': {'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'port_id': 'deb20626-b237-4650-a93b-12a633f6daa5', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:48.592216 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0ea1a457-8cae-44c4-a278-99aab467690f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:48.621235 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for floatingip, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:48.635624 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-0ea1a457-8cae-44c4-a278-99aab467690f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f1594396e15b49dfaf317f0fe0160d9c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3691640
Jan 28 02:09:48.637221 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1a457-8cae-44c4-a278-99aab467690f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b353413-cbcd-46cd-a4d7-3f0b013bb0d1,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:48.642145 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 58048) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:48.696953 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-17d81b5b-357b-4792-94a3-04a4ea004dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:48.720366 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-17d81b5b-357b-4792-94a3-04a4ea004dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:48.729900 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:48.829383 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-17d81b5b-357b-4792-94a3-04a4ea004dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:48.832648 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-17d81b5b-357b-4792-94a3-04a4ea004dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:48.833797 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-17d81b5b-357b-4792-94a3-04a4ea004dea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1b353413-cbcd-46cd-a4d7-3f0b013bb0d1 HTTP/1.1" status: 204  len: 168 time: 0.1907518
Jan 28 02:09:48.836122 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Allocated IP 172.27.0.125 (f90e340b-27f2-447d-a156-32aa581e17da/626f942c-33cd-4310-8756-8b345f91ef49/c969a70a-172c-4920-91c3-1ba81d22abd3) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:09:48.842181 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d81b5b-357b-4792-94a3-04a4ea004dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b353413-cbcd-46cd-a4d7-3f0b013bb0d1,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:48.942869 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:49.034392 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:49.075537 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Network f90e340b-27f2-447d-a156-32aa581e17da is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:09:49.078368 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:09:49.081861 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:09:49.106277 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Pushing event updated for resources: {'Port': ['ID=c969a70a-172c-4920-91c3-1ba81d22abd3,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:49.473459 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:49.587197 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acb468-be16-4d9d-bf9c-9d0271988c7a req-43c4928c-8471-4849-b11b-b195e734594d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:49.588716 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e6acb468-be16-4d9d-bf9c-9d0271988c7a req-43c4928c-8471-4849-b11b-b195e734594d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.1084735
Jan 28 02:09:49.622807 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:49.650980 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-49dbaee2-04c5-46eb-a28d-9c374991a17e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:49.652539 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-49dbaee2-04c5-46eb-a28d-9c374991a17e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/networks?id=a1afa762-f2ce-40be-8faa-e9c2b4144812 HTTP/1.1" status: 200  len: 815 time: 0.1463847
Jan 28 02:09:49.657599 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e6acb468-be16-4d9d-bf9c-9d0271988c7a req-8a3ff3dc-82af-4a37-83f9-0c83f197c17d tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601490
Jan 28 02:09:49.669326 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-2ea236e9-cad1-46cb-8d6b-3f91ca521e0c tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/quotas/2b66ddee4c864aae90b738695dffbeb9 HTTP/1.1" status: 200  len: 375 time: 0.0090213
Jan 28 02:09:49.737121 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-5648be63-0473-4f9a-bbc6-2106b6168c64 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2b66ddee4c864aae90b738695dffbeb9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0605299
Jan 28 02:09:49.781874 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:49.833876 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-d88b5603-e9d5-4b08-ae12-79fbe09e96ce service neutron] 10.222.0.79 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0958848
Jan 28 02:09:49.845982 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27877598'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:49.928792 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-f498c9e2-8f2a-4198-ad3f-8459f91fd8dc service neutron] 10.222.0.79 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888913
Jan 28 02:09:50.144059 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746666'] for floatingip, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:50.192727 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Pushing event updated for resources: {'Port': ['ID=c969a70a-172c-4920-91c3-1ba81d22abd3,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:50.205355 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7ce220b9-60c3-41c7-9175-5017e74504c4 req-22579d9e-90fb-48ed-a33b-8861871d01eb tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 210 time: 0.0395494
Jan 28 02:09:50.258078 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.l3_db [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Floating IP fff34760-1acc-41e4-afdf-4b699928a58c associated. External IP: 172.27.0.125, port: deb20626-b237-4650-a93b-12a633f6daa5.
Jan 28 02:09:50.297197 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1489d-1c42-4cfc-9670-d4efd0fe1391 req-bfab9d07-8f2d-434c-80f5-9c8b04de14dc tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:50.298757 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5ba1489d-1c42-4cfc-9670-d4efd0fe1391 req-bfab9d07-8f2d-434c-80f5-9c8b04de14dc tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0519242
Jan 28 02:09:50.406874 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-5ba1489d-1c42-4cfc-9670-d4efd0fe1391 req-9dc97521-e6ad-4480-8dec-84ea979f1ab7 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Deleting port 333b77f2-3cf1-4c8f-94ce-5901a7eb748d {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:09:50.407259 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5ba1489d-1c42-4cfc-9670-d4efd0fe1391 req-9dc97521-e6ad-4480-8dec-84ea979f1ab7 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:50.493352 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Router 67bc87df-079d-4f37-8c94-f0eb7592793d has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:09:50.505641 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-5ba1489d-1c42-4cfc-9670-d4efd0fe1391 req-9dc97521-e6ad-4480-8dec-84ea979f1ab7 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] For port 333b77f2-3cf1-4c8f-94ce-5901a7eb748d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=333b77f2-3cf1-4c8f-94ce-5901a7eb748d,segment=NetworkSegment(1c61313e-1493-444a-a991-929ee367517d),segment_id=1c61313e-1493-444a-a991-929ee367517d)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:50.506030 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5ba1489d-1c42-4cfc-9670-d4efd0fe1391 req-9dc97521-e6ad-4480-8dec-84ea979f1ab7 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:50.518870 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-5ba1489d-1c42-4cfc-9670-d4efd0fe1391 req-9dc97521-e6ad-4480-8dec-84ea979f1ab7 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Calling delete_port for 333b77f2-3cf1-4c8f-94ce-5901a7eb748d owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:09:50.610626 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:09:50.626936 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ccf829-1112-4895-8974-df8487cab9ee None None] Sync routers for ids ['67bc87df-079d-4f37-8c94-f0eb7592793d'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:09:50.638596 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ccf829-1112-4895-8974-df8487cab9ee None None] Routers {'67bc87df-079d-4f37-8c94-f0eb7592793d'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:09:50.639369 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-e1ccf829-1112-4895-8974-df8487cab9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f3db8e0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:09:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['67bc87df-079d-4f37-8c94-f0eb7592793d'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:50.743541 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:50.757685 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-e1ccf829-1112-4895-8974-df8487cab9ee None None] Set router 67bc87df-079d-4f37-8c94-f0eb7592793d gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:50.788695 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1e293-cc10-4502-847e-7ac8452dc1e9 req-71c80878-b107-449e-a929-00c2b69ace9a tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:50.792454 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6af1e293-cc10-4502-847e-7ac8452dc1e9 req-71c80878-b107-449e-a929-00c2b69ace9a tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 945 time: 0.0604160
Jan 28 02:09:50.796155 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5ba1489d-1c42-4cfc-9670-d4efd0fe1391 req-9dc97521-e6ad-4480-8dec-84ea979f1ab7 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:50.803788 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-54e2c5be-4652-4148-8799-c5e56b07a4e7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2776897
Jan 28 02:09:50.807835 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086c6296-168f-46fc-9ec4-8700b7c6ca9f', 'tag': 'deb20626-b237-4650-a93b-12a633f6daa5'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:09:50.809431 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 58086) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:50.809554 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018a6f7d036e4cc9c0598cac366770376dcc312318454bb663f15aa8bf8ee3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73eb2c07-3f13-45fc-a265-9d98dcc1e6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "086c6296-168f-46fc-9ec4-8700b7c6ca9f", "tag": "deb20626-b237-4650-a93b-12a633f6daa5"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:09:50.825921 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-52abbaa5-7021-4fc6-9fad-1a76e0af13d9 req-260747fd-9710-43f9-8a25-206f07ea9fee service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0533314
Jan 28 02:09:50.832455 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-1c1120da-1e32-426f-ab52-ee51ce56d026 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-702916367', 'description': 'tempest-secgroup-smoke-702916367 description', 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:50.848100 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['333b77f2-3cf1-4c8f-94ce-5901a7eb748d'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:09:50.860929 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4721c4bf-62b6-44d3-86b4-3958fdd327e1 x-openstack-request-id: req-4721c4bf-62b6-44d3-86b4-3958fdd327e1 {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:09:50.861396 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086c6296-168f-46fc-9ec4-8700b7c6ca9f", "tag": "deb20626-b237-4650-a93b-12a633f6daa5", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:09:50.861628 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4721c4bf-62b6-44d3-86b4-3958fdd327e1 {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:09:50.862115 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086c6296-168f-46fc-9ec4-8700b7c6ca9f', 'tag': 'deb20626-b237-4650-a93b-12a633f6daa5', 'status': 'completed', 'code': 200}
Jan 28 02:09:50.880733 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc97521-e6ad-4480-8dec-84ea979f1ab7 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Pushing event deleted for resources: {'Port': ['ID=333b77f2-3cf1-4c8f-94ce-5901a7eb748d,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:50.940627 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba1489d-1c42-4cfc-9670-d4efd0fe1391 req-9dc97521-e6ad-4480-8dec-84ea979f1ab7 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] No DVR routers for this DVR port 333b77f2-3cf1-4c8f-94ce-5901a7eb748d on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:09:50.971251 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abbaa5-7021-4fc6-9fad-1a76e0af13d9 req-785fec83-d538-4074-b0cb-273b5b68bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:50.972976 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-52abbaa5-7021-4fc6-9fad-1a76e0af13d9 req-785fec83-d538-4074-b0cb-273b5b68bd87 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6bdd27e926a84fa49844fbcca271bb19&device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 1099 time: 0.0446334
Jan 28 02:09:50.974367 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5ba1489d-1c42-4cfc-9670-d4efd0fe1391 req-9dc97521-e6ad-4480-8dec-84ea979f1ab7 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:50.977358 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5ba1489d-1c42-4cfc-9670-d4efd0fe1391 req-9dc97521-e6ad-4480-8dec-84ea979f1ab7 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.95 "DELETE /v2.0/ports/333b77f2-3cf1-4c8f-94ce-5901a7eb748d HTTP/1.1" status: 204  len: 173 time: 0.6700523
Jan 28 02:09:50.977798 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5e47ac-761b-467f-958c-516a9f8bc3e6', 'name': 'network-vif-deleted', 'tag': '333b77f2-3cf1-4c8f-94ce-5901a7eb748d'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:09:50.980048 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9c98db-de46-41c2-89bb-2e89dfc23c9d" -d '{"events": [{"server_uuid": "ec5e47ac-761b-467f-958c-516a9f8bc3e6", "name": "network-vif-deleted", "tag": "333b77f2-3cf1-4c8f-94ce-5901a7eb748d"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:09:50.990885 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6af1e293-cc10-4502-847e-7ac8452dc1e9 req-0e834724-ead5-4429-a505-fb4c3ba3f9a9 tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/security-groups?id=78bbacc5-fa56-454c-91d5-1421242c0c1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1809065
Jan 28 02:09:51.027619 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb2c07-3f13-45fc-a265-9d98dcc1e6b2 req-30333530-89c1-4e81-8cd7-4eb92553cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:51.029144 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-73eb2c07-3f13-45fc-a265-9d98dcc1e6b2 req-30333530-89c1-4e81-8cd7-4eb92553cb8e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2e991e35dc5b463fbf9f08db0e72cf46&device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 1098 time: 0.0917072
Jan 28 02:09:51.042011 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc80e519-a488-425a-8a88-e8b605c87274 x-openstack-request-id: req-dc80e519-a488-425a-8a88-e8b605c87274 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:09:51.042301 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5e47ac-761b-467f-958c-516a9f8bc3e6", "name": "network-vif-deleted", "tag": "333b77f2-3cf1-4c8f-94ce-5901a7eb748d", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:09:51.042548 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-e1ccf829-1112-4895-8974-df8487cab9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f3db8e0>, [{'id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'name': 'tempest-TestMinimumBasicScenario-903668288-router', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:20Z', 'updated_at': '2022-01-28T02:08:25Z', 'revision_number': 4, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'gw_port': {'id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:21Z', 'updated_at': '2022-01-28T02:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'fff34760-1acc-41e4-afdf-4b699928a58c', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'port_id': 'deb20626-b237-4650-a93b-12a633f6daa5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7', 'mac_address': 'fa:16:3e:11:6f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c6296-168f-46fc-9ec4-8700b7c6ca9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:09:49Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 0, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c4a71c9-836f-4383-b77b-e168e33aeece', 'name': '', 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'mac_address': 'fa:16:3e:56:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e7b09904-629d-4862-b9b2-a069385f4d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:24Z', 'updated_at': '2022-01-28T02:08:31Z', 'revision_number': 5, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'subnets': [{'id': 'e7b09904-629d-4862-b9b2-a069385f4d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:51.042733 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dc80e519-a488-425a-8a88-e8b605c87274 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:09:51.042927 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5e47ac-761b-467f-958c-516a9f8bc3e6', 'name': 'network-vif-deleted', 'tag': '333b77f2-3cf1-4c8f-94ce-5901a7eb748d', 'status': 'completed', 'code': 200}
Jan 28 02:09:51.073368 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ccf829-1112-4895-8974-df8487cab9ee None None] Checking router: 67bc87df-079d-4f37-8c94-f0eb7592793d for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:09:51.080273 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1c1120da-1e32-426f-ab52-ee51ce56d026 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:51.082468 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ccf829-1112-4895-8974-df8487cab9ee None None] Routers {'67bc87df-079d-4f37-8c94-f0eb7592793d'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:09:51.083103 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-e1ccf829-1112-4895-8974-df8487cab9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f3db8e0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:09:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['67bc87df-079d-4f37-8c94-f0eb7592793d'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:51.205798 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-e1ccf829-1112-4895-8974-df8487cab9ee None None] Set router 67bc87df-079d-4f37-8c94-f0eb7592793d gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:51.224850 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abbaa5-7021-4fc6-9fad-1a76e0af13d9 req-db1d4f09-427f-4cac-bf0d-57a87839d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:51.226684 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-52abbaa5-7021-4fc6-9fad-1a76e0af13d9 req-db1d4f09-427f-4cac-bf0d-57a87839d54a service neutron] 10.222.0.95 "GET /v2.0/networks?id=93f7fa36-86c7-4eac-8e6a-71166645bc4a HTTP/1.1" status: 200  len: 917 time: 0.2119710
Jan 28 02:09:51.348926 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb2c07-3f13-45fc-a265-9d98dcc1e6b2 req-2c61a573-7937-4d56-ae3c-b9b46307dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:51.350306 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-73eb2c07-3f13-45fc-a265-9d98dcc1e6b2 req-2c61a573-7937-4d56-ae3c-b9b46307dbb5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 HTTP/1.1" status: 200  len: 916 time: 0.3049688
Jan 28 02:09:51.358144 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e36d8252-2fd1-49d2-8c63-3559a27df2e4 req-f6c13140-66d3-4422-a901-ea237a851662 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 210 time: 0.0468073
Jan 28 02:09:51.407858 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1c1120da-1e32-426f-ab52-ee51ce56d026 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:51.422574 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-52abbaa5-7021-4fc6-9fad-1a76e0af13d9 req-80ac14d7-c879-4f31-acc2-9bfcf44fb87f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb8f729a-b66f-4c5c-a62e-472c346922bb HTTP/1.1" status: 200  len: 1001 time: 0.1775188
Jan 28 02:09:51.446205 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-e1ccf829-1112-4895-8974-df8487cab9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f3db8e0>, [{'id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'name': 'tempest-TestMinimumBasicScenario-903668288-router', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:20Z', 'updated_at': '2022-01-28T02:08:25Z', 'revision_number': 4, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'gw_port': {'id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:21Z', 'updated_at': '2022-01-28T02:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'fff34760-1acc-41e4-afdf-4b699928a58c', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'port_id': 'deb20626-b237-4650-a93b-12a633f6daa5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7', 'mac_address': 'fa:16:3e:11:6f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c6296-168f-46fc-9ec4-8700b7c6ca9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:09:49Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 0, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c4a71c9-836f-4383-b77b-e168e33aeece', 'name': '', 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'mac_address': 'fa:16:3e:56:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e7b09904-629d-4862-b9b2-a069385f4d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:24Z', 'updated_at': '2022-01-28T02:08:31Z', 'revision_number': 5, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'subnets': [{'id': 'e7b09904-629d-4862-b9b2-a069385f4d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:51.472194 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-73eb2c07-3f13-45fc-a265-9d98dcc1e6b2 req-8c8bbe9c-565e-4ce6-b6bc-1ab4bd406163 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=deb20626-b237-4650-a93b-12a633f6daa5 HTTP/1.1" status: 200  len: 999 time: 0.1100018
Jan 28 02:09:51.474129 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ccf829-1112-4895-8974-df8487cab9ee None None] The sync data for ids ['67bc87df-079d-4f37-8c94-f0eb7592793d'] in dv-cinder-824977-1-iscsi is: [{'id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'name': 'tempest-TestMinimumBasicScenario-903668288-router', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:20Z', 'updated_at': '2022-01-28T02:08:25Z', 'revision_number': 4, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'gw_port': {'id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:21Z', 'updated_at': '2022-01-28T02:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'fff34760-1acc-41e4-afdf-4b699928a58c', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'port_id': 'deb20626-b237-4650-a93b-12a633f6daa5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7', 'mac_address': 'fa:16:3e:11:6f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086c6296-168f-46fc-9ec4-8700b7c6ca9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:09:49Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 0, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c4a71c9-836f-4383-b77b-e168e33aeece', 'name': '', 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'mac_address': 'fa:16:3e:56:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e7b09904-629d-4862-b9b2-a069385f4d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:24Z', 'updated_at': '2022-01-28T02:08:31Z', 'revision_number': 5, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'subnets': [{'id': 'e7b09904-629d-4862-b9b2-a069385f4d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:09:51.518752 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1c1120da-1e32-426f-ab52-ee51ce56d026 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:51.531832 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abbaa5-7021-4fc6-9fad-1a76e0af13d9 req-d6a11938-7019-41e2-b5c0-c21e94cfb094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:51.533333 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-52abbaa5-7021-4fc6-9fad-1a76e0af13d9 req-d6a11938-7019-41e2-b5c0-c21e94cfb094 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=51f5d2fc-f2c1-4616-91ac-244dfd5cdb84 HTTP/1.1" status: 200  len: 854 time: 0.1022544
Jan 28 02:09:51.584038 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb2c07-3f13-45fc-a265-9d98dcc1e6b2 req-08a2cc1b-b9fc-4f48-accb-9954b780f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:51.585499 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-73eb2c07-3f13-45fc-a265-9d98dcc1e6b2 req-08a2cc1b-b9fc-4f48-accb-9954b780f941 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e7b09904-629d-4862-b9b2-a069385f4d4c HTTP/1.1" status: 200  len: 853 time: 0.1049905
Jan 28 02:09:51.588253 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:51.593055 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1120da-1e32-426f-ab52-ee51ce56d026 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843a7a38-8512-47d0-ac6e-f19ff26f1d0c,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:51.639711 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abbaa5-7021-4fc6-9fad-1a76e0af13d9 req-3b13380d-8a3d-499d-92b7-8cc4a95e1b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:51.641650 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-52abbaa5-7021-4fc6-9fad-1a76e0af13d9 req-3b13380d-8a3d-499d-92b7-8cc4a95e1b32 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93f7fa36-86c7-4eac-8e6a-71166645bc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0945334
Jan 28 02:09:51.647421 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1c1120da-1e32-426f-ab52-ee51ce56d026 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:51.648619 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-1c1120da-1e32-426f-ab52-ee51ce56d026 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.8353941
Jan 28 02:09:51.651650 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 58096) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:51.657243 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-b093ceb2-87ac-4cc3-8550-1d8f1c92e693 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Request body: {'security_group_rule': {'security_group_id': '843a7a38-8512-47d0-ac6e-f19ff26f1d0c', 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:51.659430 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb2c07-3f13-45fc-a265-9d98dcc1e6b2 req-a408a376-3e75-44bd-92f2-d787e2abe0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:51.660970 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-73eb2c07-3f13-45fc-a265-9d98dcc1e6b2 req-a408a376-3e75-44bd-92f2-d787e2abe0b5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=292dd6a5-430d-4e8a-a8ac-8f1544aeecf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0586538
Jan 28 02:09:51.697700 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc19d10-906f-4e91-954a-1587f52df1ea None None] New status for floating IP fff34760-1acc-41e4-afdf-4b699928a58c: ACTIVE {{(pid=102091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:09:51.748022 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b093ceb2-87ac-4cc3-8550-1d8f1c92e693 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:51.812121 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b093ceb2-87ac-4cc3-8550-1d8f1c92e693 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:51.834278 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-52abbaa5-7021-4fc6-9fad-1a76e0af13d9 req-0c422477-a975-4926-8bf7-fe0bd75c1835 service neutron] 10.222.0.95 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1722450
Jan 28 02:09:51.839341 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-73eb2c07-3f13-45fc-a265-9d98dcc1e6b2 req-ff21e2bb-f626-4c7f-84c4-68eab02ed8aa service neutron] 10.222.0.95 "GET /v2.0/networks/292dd6a5-430d-4e8a-a8ac-8f1544aeecf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1595409
Jan 28 02:09:51.892382 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b093ceb2-87ac-4cc3-8550-1d8f1c92e693 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:51.912651 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093ceb2-87ac-4cc3-8550-1d8f1c92e693 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1da70f2-9633-4a92-903e-8997b033f492,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:52.001794 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b093ceb2-87ac-4cc3-8550-1d8f1c92e693 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:52.002987 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-b093ceb2-87ac-4cc3-8550-1d8f1c92e693 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3503296
Jan 28 02:09:52.006369 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 58098) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:52.010656 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-c1418e98-f631-4d1a-aac8-2bf05f809a18 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Request body: {'security_group_rule': {'security_group_id': '843a7a38-8512-47d0-ac6e-f19ff26f1d0c', 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:52.018467 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-52abbaa5-7021-4fc6-9fad-1a76e0af13d9 req-7f84c757-b598-407f-beac-43b4398d33aa service neutron] 10.222.0.95 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1568537
Jan 28 02:09:52.018467 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-73eb2c07-3f13-45fc-a265-9d98dcc1e6b2 req-a0c4c39c-bff3-4145-a7e3-7c270f061ed9 service neutron] 10.222.0.95 "GET /v2.0/networks/292dd6a5-430d-4e8a-a8ac-8f1544aeecf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575930
Jan 28 02:09:52.107450 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c1418e98-f631-4d1a-aac8-2bf05f809a18 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:52.110572 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ea451151-6672-41ad-a3c2-69ed7aea4e9f req-68a88d31-f8f0-4ff8-9732-16601e9750da tempest-ServerRescueNegativeTestJSON-1053475083 tempest-ServerRescueNegativeTestJSON-1053475083-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec5e47ac-761b-467f-958c-516a9f8bc3e6 HTTP/1.1" status: 200  len: 210 time: 0.0275109
Jan 28 02:09:52.175885 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c1418e98-f631-4d1a-aac8-2bf05f809a18 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:52.254739 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c1418e98-f631-4d1a-aac8-2bf05f809a18 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:52.272228 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1418e98-f631-4d1a-aac8-2bf05f809a18 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc0caf6-0d94-46a4-ac4c-b3f11c8cb448,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:52.341973 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c1418e98-f631-4d1a-aac8-2bf05f809a18 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:52.343190 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-c1418e98-f631-4d1a-aac8-2bf05f809a18 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3358865
Jan 28 02:09:52.346718 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 58104) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:52.351028 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-6b99bfac-2d3f-4359-87f6-1b591968a56e tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Request body: {'security_group_rule': {'security_group_id': '843a7a38-8512-47d0-ac6e-f19ff26f1d0c', 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:52.447521 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6b99bfac-2d3f-4359-87f6-1b591968a56e tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:52.461424 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-af429cc7-0422-4e84-ac04-6fcb3623d522 req-0b8ce5cc-0ac9-44c8-ae95-f851aed95e70 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 210 time: 0.0301585
Jan 28 02:09:52.509062 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6b99bfac-2d3f-4359-87f6-1b591968a56e tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:52.586097 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6b99bfac-2d3f-4359-87f6-1b591968a56e tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:52.604384 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99bfac-2d3f-4359-87f6-1b591968a56e tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e353c768-b9e9-4bfc-ba5b-6d4da611940b,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:52.662223 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6b99bfac-2d3f-4359-87f6-1b591968a56e tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:52.663443 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-6b99bfac-2d3f-4359-87f6-1b591968a56e tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3158255
Jan 28 02:09:52.666157 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 58108) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:52.670389 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-16e5c0d0-ad02-4c56-8194-31dce3d0fc76 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Request body: {'security_group_rule': {'security_group_id': '843a7a38-8512-47d0-ac6e-f19ff26f1d0c', 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:52.774578 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-16e5c0d0-ad02-4c56-8194-31dce3d0fc76 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:52.833300 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-16e5c0d0-ad02-4c56-8194-31dce3d0fc76 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:52.911878 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-16e5c0d0-ad02-4c56-8194-31dce3d0fc76 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:52.931563 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5c0d0-ad02-4c56-8194-31dce3d0fc76 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7555e731-1908-4adc-8e6c-0e7d340f9805,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:53.019482 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-16e5c0d0-ad02-4c56-8194-31dce3d0fc76 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:53.020818 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-16e5c0d0-ad02-4c56-8194-31dce3d0fc76 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3537531
Jan 28 02:09:53.023399 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 58112) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:53.027606 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-aa1379d1-61c3-48d6-8ada-ce13335696b2 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Request body: {'security_group_rule': {'security_group_id': '843a7a38-8512-47d0-ac6e-f19ff26f1d0c', 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:53.126431 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.securitygroups_db [None req-aa1379d1-61c3-48d6-8ada-ce13335696b2 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Project 2e991e35dc5b463fbf9f08db0e72cf46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 28 02:09:53.133014 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-aa1379d1-61c3-48d6-8ada-ce13335696b2 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:53.173502 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 58116) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:53.209099 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-aa1379d1-61c3-48d6-8ada-ce13335696b2 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:53.291294 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-aa1379d1-61c3-48d6-8ada-ce13335696b2 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:53.309995 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1379d1-61c3-48d6-8ada-ce13335696b2 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd1a977-af48-464c-a86d-845ffaed16ee,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:53.373062 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-aa1379d1-61c3-48d6-8ada-ce13335696b2 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:53.377242 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-aa1379d1-61c3-48d6-8ada-ce13335696b2 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3500526
Jan 28 02:09:53.378120 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 58120) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:53.382844 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-a6bb1bbc-c2d2-43d6-bfce-cef23735e8b1 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Request body: {'security_group_rule': {'security_group_id': '843a7a38-8512-47d0-ac6e-f19ff26f1d0c', 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:53.424379 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-17842cce-e3e8-433e-999f-31768c1dd6e5 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:53.425807 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-17842cce-e3e8-433e-999f-31768c1dd6e5 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.95 "GET /v2.0/networks?id=a1afa762-f2ce-40be-8faa-e9c2b4144812 HTTP/1.1" status: 200  len: 815 time: 0.1944363
Jan 28 02:09:53.462750 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.securitygroups_db [None req-a6bb1bbc-c2d2-43d6-bfce-cef23735e8b1 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Project 2e991e35dc5b463fbf9f08db0e72cf46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 28 02:09:53.468147 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a6bb1bbc-c2d2-43d6-bfce-cef23735e8b1 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:53.480858 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-43d51cd4-e613-4615-aa40-49f10d959e83 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Request body: {'port': {'device_id': '9f152f23-7594-4edf-b4f9-55a5e612e3b2', 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812', 'admin_state_up': True, 'tenant_id': '2b66ddee4c864aae90b738695dffbeb9'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:53.543511 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a6bb1bbc-c2d2-43d6-bfce-cef23735e8b1 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:53.626827 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a6bb1bbc-c2d2-43d6-bfce-cef23735e8b1 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:53.643288 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb1bbc-c2d2-43d6-bfce-cef23735e8b1 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4d996e-fc3e-468b-9d7b-f90842a0e299,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:53.714372 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a6bb1bbc-c2d2-43d6-bfce-cef23735e8b1 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:53.715843 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a6bb1bbc-c2d2-43d6-bfce-cef23735e8b1 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3366902
Jan 28 02:09:53.864042 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b31bed29-9671-422f-93e1-7e2fd8f5186c req-6cf5d05d-3716-4323-b133-e051979addea tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 210 time: 0.3007898
Jan 28 02:09:53.953927 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-45d18722-1310-40f6-912d-91c1e68fb5cd req-77c42159-824b-479f-9eea-5f69653fe7ad tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-702916367&fields=id&tenant_id=2e991e35dc5b463fbf9f08db0e72cf46 HTTP/1.1" status: 200  len: 267 time: 0.1190565
Jan 28 02:09:54.039826 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d18722-1310-40f6-912d-91c1e68fb5cd req-3c1771a6-2c42-4d0c-8b48-7f3f3d470e3d tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:54.041205 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-45d18722-1310-40f6-912d-91c1e68fb5cd req-3c1771a6-2c42-4d0c-8b48-7f3f3d470e3d tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 945 time: 0.0796318
Jan 28 02:09:54.066827 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-43d51cd4-e613-4615-aa40-49f10d959e83 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Made reservation on behalf of 2b66ddee4c864aae90b738695dffbeb9 for: {'port': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:09:54.070283 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-43d51cd4-e613-4615-aa40-49f10d959e83 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:54.075239 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-45d18722-1310-40f6-912d-91c1e68fb5cd req-d15f31e3-866d-4f5b-9ff7-4b7caeba20b0 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Request body: {'port': {'security_groups': ['69c2be39-972d-4a8d-ad02-679fd30b7c60', '843a7a38-8512-47d0-ac6e-f19ff26f1d0c']}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:54.235547 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-45d18722-1310-40f6-912d-91c1e68fb5cd req-d15f31e3-866d-4f5b-9ff7-4b7caeba20b0 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:54.294289 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0b8f8748-bd6e-4d41-8b39-174d1e37a8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564394'] for router_interface, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:54.399487 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-43d51cd4-e613-4615-aa40-49f10d959e83 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Allocated IP 172.20.0.8 (a1afa762-f2ce-40be-8faa-e9c2b4144812/dd3ae6ac-d700-43ed-b661-5b566efe7e08/c5c39784-9c84-4033-af10-4d23893a7023) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:09:54.464843 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 333b77f2-3cf1-4c8f-94ce-5901a7eb748d no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:09:54.485986 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: 333b77f2-3cf1-4c8f-94ce-5901a7eb748d {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:09:54.486321 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 333b77f2-3cf1-4c8f-94ce-5901a7eb748d not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:09:54.758512 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-45d18722-1310-40f6-912d-91c1e68fb5cd req-d15f31e3-866d-4f5b-9ff7-4b7caeba20b0 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] For port deb20626-b237-4650-a93b-12a633f6daa5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=deb20626-b237-4650-a93b-12a633f6daa5,segment=NetworkSegment(a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce),segment_id=a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:54.823257 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-43d51cd4-e613-4615-aa40-49f10d959e83 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:54.829718 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-45d18722-1310-40f6-912d-91c1e68fb5cd req-d15f31e3-866d-4f5b-9ff7-4b7caeba20b0 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:54.916557 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f8748-bd6e-4d41-8b39-174d1e37a8ad admin admin] Deleting port f891d6d8-c838-4b60-973e-9f71eac33651 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:09:54.916901 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0b8f8748-bd6e-4d41-8b39-174d1e37a8ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:54.935526 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-45d18722-1310-40f6-912d-91c1e68fb5cd req-d15f31e3-866d-4f5b-9ff7-4b7caeba20b0 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:54.986865 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['deb20626-b237-4650-a93b-12a633f6daa5'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:09:54.989604 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-43d51cd4-e613-4615-aa40-49f10d959e83 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:55.049631 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d18722-1310-40f6-912d-91c1e68fb5cd req-d15f31e3-866d-4f5b-9ff7-4b7caeba20b0 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:55.050255 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-45d18722-1310-40f6-912d-91c1e68fb5cd req-d15f31e3-866d-4f5b-9ff7-4b7caeba20b0 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:55.051647 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-45d18722-1310-40f6-912d-91c1e68fb5cd req-d15f31e3-866d-4f5b-9ff7-4b7caeba20b0 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "PUT /v2.0/ports/deb20626-b237-4650-a93b-12a633f6daa5 HTTP/1.1" status: 200  len: 981 time: 1.0007541
Jan 28 02:09:55.056336 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086c6296-168f-46fc-9ec4-8700b7c6ca9f', 'tag': 'deb20626-b237-4650-a93b-12a633f6daa5'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:09:55.058588 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dd657d-bc34-4d6c-af78-2492916aa8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "086c6296-168f-46fc-9ec4-8700b7c6ca9f", "tag": "deb20626-b237-4650-a93b-12a633f6daa5"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:09:55.094450 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-43d51cd4-e613-4615-aa40-49f10d959e83 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Network a1afa762-f2ce-40be-8faa-e9c2b4144812 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:09:55.110395 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-43d51cd4-e613-4615-aa40-49f10d959e83 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:09:55.124467 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac6ef7-a778-45b8-b378-ef11282080fa req-27bed0df-e07b-4cb9-81b2-d56f76b47755 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:55.126755 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e3ac6ef7-a778-45b8-b378-ef11282080fa req-27bed0df-e07b-4cb9-81b2-d56f76b47755 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 931 time: 0.1947708
Jan 28 02:09:55.132164 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-43d51cd4-e613-4615-aa40-49f10d959e83 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:09:55.141496 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-0b8f8748-bd6e-4d41-8b39-174d1e37a8ad admin admin] For port f891d6d8-c838-4b60-973e-9f71eac33651, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=f891d6d8-c838-4b60-973e-9f71eac33651,segment=NetworkSegment(1c61313e-1493-444a-a991-929ee367517d),segment_id=1c61313e-1493-444a-a991-929ee367517d)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:55.141959 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0b8f8748-bd6e-4d41-8b39-174d1e37a8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:55.147796 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f31e3-866d-4f5b-9ff7-4b7caeba20b0 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Pushing event updated for resources: {'Port': ['ID=deb20626-b237-4650-a93b-12a633f6daa5,revision_number=6']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:55.236636 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f8748-bd6e-4d41-8b39-174d1e37a8ad admin admin] Calling delete_port for f891d6d8-c838-4b60-973e-9f71eac33651 owned by network:router_interface {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:09:55.285090 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['deb20626-b237-4650-a93b-12a633f6daa5'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:09:55.294795 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-43d51cd4-e613-4615-aa40-49f10d959e83 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:55.295430 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-43d51cd4-e613-4615-aa40-49f10d959e83 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:55.338611 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d51cd4-e613-4615-aa40-49f10d959e83 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Pushing event updated for resources: {'Port': ['ID=c5c39784-9c84-4033-af10-4d23893a7023,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:55.347355 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e3ac6ef7-a778-45b8-b378-ef11282080fa req-7c0862f3-6df7-49f1-b201-3535598c12a4 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2124412
Jan 28 02:09:55.357530 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-0f4e999c-96a9-43cf-acf9-210fe3e269ec None None] Provisioning complete for port deb20626-b237-4650-a93b-12a633f6daa5 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:09:55.357530 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-0f4e999c-96a9-43cf-acf9-210fe3e269ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:55.360880 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b9658-f0b1-4b33-86f0-8378a3f256a5 req-9656e9a0-b7fe-4a96-be90-42a8d7ab1690 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:55.362398 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-df0b9658-f0b1-4b33-86f0-8378a3f256a5 req-9656e9a0-b7fe-4a96-be90-42a8d7ab1690 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 984 time: 0.2313638
Jan 28 02:09:55.420960 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0130ee6-c044-4822-9276-5edb1a52262c x-openstack-request-id: req-c0130ee6-c044-4822-9276-5edb1a52262c {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:09:55.421320 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086c6296-168f-46fc-9ec4-8700b7c6ca9f", "tag": "deb20626-b237-4650-a93b-12a633f6daa5", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:09:55.421589 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c0130ee6-c044-4822-9276-5edb1a52262c {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:09:55.422148 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086c6296-168f-46fc-9ec4-8700b7c6ca9f', 'tag': 'deb20626-b237-4650-a93b-12a633f6daa5', 'status': 'completed', 'code': 200}
Jan 28 02:09:55.429907 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-43d51cd4-e613-4615-aa40-49f10d959e83 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9625845
Jan 28 02:09:55.475348 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-df0b9658-f0b1-4b33-86f0-8378a3f256a5 req-0f80b43d-3e5c-4e2d-b5eb-d91a9ed6b122 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&id=843a7a38-8512-47d0-ac6e-f19ff26f1d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1003518
Jan 28 02:09:55.514914 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Request body: {'port': {'device_id': '9f152f23-7594-4edf-b4f9-55a5e612e3b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:09:55.633003 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:55.635934 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd657d-bc34-4d6c-af78-2492916aa8d0 req-c88b135e-c0e0-4510-99b8-68f913d421c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:55.637434 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1dd657d-bc34-4d6c-af78-2492916aa8d0 req-c88b135e-c0e0-4510-99b8-68f913d421c0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2e991e35dc5b463fbf9f08db0e72cf46&device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 1137 time: 0.1178994
Jan 28 02:09:55.746979 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0b8f8748-bd6e-4d41-8b39-174d1e37a8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:55.888845 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['9f5a06ae-9758-488e-b71f-7103e118fef7', 'a8128aba-f6b8-4d67-8aeb-48bca91f2e98', '8d7133bd-248c-438b-adfd-1ef3f2765032'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:09:56.042617 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f8748-bd6e-4d41-8b39-174d1e37a8ad admin admin] Pushing event deleted for resources: {'Port': ['ID=f891d6d8-c838-4b60-973e-9f71eac33651,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:56.157430 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd657d-bc34-4d6c-af78-2492916aa8d0 req-8e8efade-a950-417c-955d-7e44d088a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:56.158906 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1dd657d-bc34-4d6c-af78-2492916aa8d0 req-8e8efade-a950-417c-955d-7e44d088a471 service neutron] 10.222.0.95 "GET /v2.0/networks?id=292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 HTTP/1.1" status: 200  len: 916 time: 0.5073395
Jan 28 02:09:56.323627 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1dd657d-bc34-4d6c-af78-2492916aa8d0 req-848cfdbc-d781-40a4-8396-8f583f851a2f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=deb20626-b237-4650-a93b-12a633f6daa5 HTTP/1.1" status: 200  len: 1001 time: 0.1466179
Jan 28 02:09:56.463506 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd657d-bc34-4d6c-af78-2492916aa8d0 req-16c38be5-3d63-46cb-b606-05e9fd287927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:56.464974 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1dd657d-bc34-4d6c-af78-2492916aa8d0 req-16c38be5-3d63-46cb-b606-05e9fd287927 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e7b09904-629d-4862-b9b2-a069385f4d4c HTTP/1.1" status: 200  len: 853 time: 0.1272786
Jan 28 02:09:56.495131 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0b8f8748-bd6e-4d41-8b39-174d1e37a8ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-639439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564422'] for router_interface, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:56.560287 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c39784-9c84-4033-af10-4d23893a7023 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:09:56.602763 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:56.628448 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81137725-06d8-4725-b09e-458bb2b802fc req-49ea907f-ec6f-4de0-a7f8-6515c1509420 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:56.629923 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-81137725-06d8-4725-b09e-458bb2b802fc req-49ea907f-ec6f-4de0-a7f8-6515c1509420 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 931 time: 0.2021079
Jan 28 02:09:56.638191 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd657d-bc34-4d6c-af78-2492916aa8d0 req-b8625264-8d45-4dcb-a159-ab58da5f2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:56.639573 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1dd657d-bc34-4d6c-af78-2492916aa8d0 req-b8625264-8d45-4dcb-a159-ab58da5f2f95 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=292dd6a5-430d-4e8a-a8ac-8f1544aeecf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1599193
Jan 28 02:09:56.640684 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Transition to ACTIVE for port object c5c39784-9c84-4033-af10-4d23893a7023 will not be triggered until provisioned by entity L2. {{(pid=102090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:09:56.744226 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:56.814887 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-81137725-06d8-4725-b09e-458bb2b802fc req-5b9f92e1-ea90-429a-a5a1-8cc97abcda9b tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729658
Jan 28 02:09:56.854051 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Pushing event updated for resources: {'Port': ['ID=c5c39784-9c84-4033-af10-4d23893a7023,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:56.916683 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1dd657d-bc34-4d6c-af78-2492916aa8d0 req-cd8973f5-5b34-4ab6-afa4-304081bdbe71 service neutron] 10.222.0.95 "GET /v2.0/networks/292dd6a5-430d-4e8a-a8ac-8f1544aeecf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2661810
Jan 28 02:09:57.068977 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Attempting to bind port c5c39784-9c84-4033-af10-4d23893a7023 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:09:57.069212 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Attempting to bind port c5c39784-9c84-4033-af10-4d23893a7023 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '1f787b5e-ad82-4843-a31a-811f83fdc125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:09:57.069533 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Attempting to bind port c5c39784-9c84-4033-af10-4d23893a7023 on network a1afa762-f2ce-40be-8faa-e9c2b4144812 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:09:57.083014 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Port c5c39784-9c84-4033-af10-4d23893a7023 on network a1afa762-f2ce-40be-8faa-e9c2b4144812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:09:57.083316 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Attempting to bind port c5c39784-9c84-4033-af10-4d23893a7023 on network a1afa762-f2ce-40be-8faa-e9c2b4144812 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:09:57.097791 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8f8748-bd6e-4d41-8b39-174d1e37a8ad admin admin] Router 7a257381-169e-4030-8cea-b423323de9ec has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:09:57.106163 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:09:57.106496 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Checking segment: {'id': '1f787b5e-ad82-4843-a31a-811f83fdc125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:09:57.106866 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Bound using segment: {'id': '1f787b5e-ad82-4843-a31a-811f83fdc125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:09:57.107286 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Bound port: c5c39784-9c84-4033-af10-4d23893a7023, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f787b5e-ad82-4843-a31a-811f83fdc125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:09:57.107636 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:57.112847 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a1dd657d-bc34-4d6c-af78-2492916aa8d0 req-c7078157-d6ea-4544-9239-2b3e29877931 service neutron] 10.222.0.95 "GET /v2.0/networks/292dd6a5-430d-4e8a-a8ac-8f1544aeecf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1731973
Jan 28 02:09:57.255160 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] For port c5c39784-9c84-4033-af10-4d23893a7023, host hv-cinder-82497, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:09:57.316936 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] For port c5c39784-9c84-4033-af10-4d23893a7023, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=c5c39784-9c84-4033-af10-4d23893a7023,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:09:57.316936 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8f8748-bd6e-4d41-8b39-174d1e37a8ad admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:09:57.316936 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-0b8f8748-bd6e-4d41-8b39-174d1e37a8ad admin admin] 10.222.0.79 "PUT /v2.0/routers/7a257381-169e-4030-8cea-b423323de9ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0991640
Jan 28 02:09:57.317567 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c853988-9b20-4d47-a7ca-a7ce05bc357e None None] Sync routers for ids ['7a257381-169e-4030-8cea-b423323de9ec'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:09:57.317567 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c853988-9b20-4d47-a7ca-a7ce05bc357e None None] Routers {'7a257381-169e-4030-8cea-b423323de9ec'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:09:57.317567 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-1c853988-9b20-4d47-a7ca-a7ce05bc357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f61adf0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:09:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['7a257381-169e-4030-8cea-b423323de9ec'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:57.321159 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 58158) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:57.429979 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2f65d050-943f-43c3-8839-476aca774879 admin admin] Notify callbacks [] for router, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:57.492994 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-1c853988-9b20-4d47-a7ca-a7ce05bc357e None None] Set router 7a257381-169e-4030-8cea-b423323de9ec gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:57.543031 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:57.590042 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:57.590042 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:57.590932 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] 10.222.0.95 "PUT /v2.0/ports/c5c39784-9c84-4033-af10-4d23893a7023 HTTP/1.1" status: 200  len: 1093 time: 2.0804017
Jan 28 02:09:57.591357 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f152f23-7594-4edf-b4f9-55a5e612e3b2', 'tag': 'c5c39784-9c84-4033-af10-4d23893a7023'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:09:57.594387 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709d0476-8100-4633-9b27-54a8d6e5b680" -d '{"events": [{"name": "network-changed", "server_uuid": "9f152f23-7594-4edf-b4f9-55a5e612e3b2", "tag": "c5c39784-9c84-4033-af10-4d23893a7023"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:09:57.602088 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2f65d050-943f-43c3-8839-476aca774879 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:57.622896 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661a157-0818-4974-a5da-abc6789ff5ba service neutron] Pushing event updated for resources: {'Port': ['ID=c5c39784-9c84-4033-af10-4d23893a7023,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:57.647769 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133318e0-e15d-434b-a53a-65a42815a2fc x-openstack-request-id: req-133318e0-e15d-434b-a53a-65a42815a2fc {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:09:57.648079 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f152f23-7594-4edf-b4f9-55a5e612e3b2", "tag": "c5c39784-9c84-4033-af10-4d23893a7023", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:09:57.648327 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-133318e0-e15d-434b-a53a-65a42815a2fc {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:09:57.648720 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f152f23-7594-4edf-b4f9-55a5e612e3b2', 'tag': 'c5c39784-9c84-4033-af10-4d23893a7023', 'status': 'completed', 'code': 200}
Jan 28 02:09:57.704189 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-1c853988-9b20-4d47-a7ca-a7ce05bc357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f61adf0>, [{'id': '7a257381-169e-4030-8cea-b423323de9ec', 'name': 'tempest-ServerRescueNegativeTestJSON-760726899-router', 'tenant_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '31ed8bf4-1964-49ff-b4f5-bd509fc18f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:09:55Z', 'revision_number': 5, 'project_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'gw_port': {'id': '31ed8bf4-1964-49ff-b4f5-bd509fc18f6f', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a257381-169e-4030-8cea-b423323de9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:57.731805 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c853988-9b20-4d47-a7ca-a7ce05bc357e None None] Checking router: 7a257381-169e-4030-8cea-b423323de9ec for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:09:57.741549 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c853988-9b20-4d47-a7ca-a7ce05bc357e None None] Routers {'7a257381-169e-4030-8cea-b423323de9ec'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:09:57.742284 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-1c853988-9b20-4d47-a7ca-a7ce05bc357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f61adf0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:09:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['7a257381-169e-4030-8cea-b423323de9ec'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:57.757579 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-2f65d050-943f-43c3-8839-476aca774879 admin admin] Deleting port 31ed8bf4-1964-49ff-b4f5-bd509fc18f6f {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:09:57.757924 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2f65d050-943f-43c3-8839-476aca774879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:57.774611 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d0476-8100-4633-9b27-54a8d6e5b680 req-928cec71-b47e-4259-b808-4bb991bd7bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:57.776106 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-709d0476-8100-4633-9b27-54a8d6e5b680 req-928cec71-b47e-4259-b808-4bb991bd7bd6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2b66ddee4c864aae90b738695dffbeb9&device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 1096 time: 0.0662997
Jan 28 02:09:57.830214 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-1c853988-9b20-4d47-a7ca-a7ce05bc357e None None] Set router 7a257381-169e-4030-8cea-b423323de9ec gateway port host: None {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:09:57.887055 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-1c853988-9b20-4d47-a7ca-a7ce05bc357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f61adf0>, [{'id': '7a257381-169e-4030-8cea-b423323de9ec', 'name': 'tempest-ServerRescueNegativeTestJSON-760726899-router', 'tenant_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:09:57Z', 'revision_number': 6, 'project_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'gw_port_host': None}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:57.912740 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c853988-9b20-4d47-a7ca-a7ce05bc357e None None] The sync data for ids ['7a257381-169e-4030-8cea-b423323de9ec'] in dv-cinder-824977-1-iscsi is: [{'id': '7a257381-169e-4030-8cea-b423323de9ec', 'name': 'tempest-ServerRescueNegativeTestJSON-760726899-router', 'tenant_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:09:57Z', 'revision_number': 6, 'project_id': 'cc19a0f9c33f47f1b504bebbb0b2c931', 'gw_port_host': None}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:09:57.957198 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-2f65d050-943f-43c3-8839-476aca774879 admin admin] For port 31ed8bf4-1964-49ff-b4f5-bd509fc18f6f, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=31ed8bf4-1964-49ff-b4f5-bd509fc18f6f,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:09:57.957568 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2f65d050-943f-43c3-8839-476aca774879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:57.960261 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d0476-8100-4633-9b27-54a8d6e5b680 req-3d2cd6af-40b5-4518-aa88-5cf573efd103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:57.961709 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-709d0476-8100-4633-9b27-54a8d6e5b680 req-3d2cd6af-40b5-4518-aa88-5cf573efd103 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=2b66ddee4c864aae90b738695dffbeb9&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1619754
Jan 28 02:09:57.984542 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-2f65d050-943f-43c3-8839-476aca774879 admin admin] Calling delete_port for 31ed8bf4-1964-49ff-b4f5-bd509fc18f6f owned by network:router_gateway {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:09:58.038532 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ecc9ac-99bd-40c5-b62a-a2f39fe1baab req-cff35f36-c01f-4a66-825f-68a3bda950b4 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:58.040029 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-32ecc9ac-99bd-40c5-b62a-a2f39fe1baab req-cff35f36-c01f-4a66-825f-68a3bda950b4 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 943 time: 0.1552253
Jan 28 02:09:58.154523 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-32ecc9ac-99bd-40c5-b62a-a2f39fe1baab req-9ee4532d-5e40-44dd-b36e-018461eaa3fd tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050518
Jan 28 02:09:58.162420 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d0476-8100-4633-9b27-54a8d6e5b680 req-304bb68c-8e6d-4f51-9b59-8bf58882c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:58.167843 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-709d0476-8100-4633-9b27-54a8d6e5b680 req-304bb68c-8e6d-4f51-9b59-8bf58882c6e8 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1915948
Jan 28 02:09:58.292794 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-17d38af9-0a33-496d-92dc-c69e5260f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:58.294571 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-17d38af9-0a33-496d-92dc-c69e5260f6c2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2b66ddee4c864aae90b738695dffbeb9&device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 1096 time: 0.0538349
Jan 28 02:09:58.611417 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-1240d322-6bec-43b2-b937-eba447b62286 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5c39784-9c84-4033-af10-4d23893a7023 HTTP/1.1" status: 200  len: 217 time: 0.3011768
Jan 28 02:09:58.612044 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2f65d050-943f-43c3-8839-476aca774879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:58.667443 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65d050-943f-43c3-8839-476aca774879 admin admin] Pushing event deleted for resources: {'Port': ['ID=31ed8bf4-1964-49ff-b4f5-bd509fc18f6f,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:58.729883 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-7a2fb5fd-4fbe-489b-a671-cd90070148ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:58.731390 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-7a2fb5fd-4fbe-489b-a671-cd90070148ae service neutron] 10.222.0.95 "GET /v2.0/subnets?id=dd3ae6ac-d700-43ed-b661-5b566efe7e08 HTTP/1.1" status: 200  len: 855 time: 0.1114581
Jan 28 02:09:58.740647 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2f65d050-943f-43c3-8839-476aca774879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746596'] for router_gateway, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:58.858189 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-780073f2-1da4-4edd-98a0-e86e5ec71e69 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a1afa762-f2ce-40be-8faa-e9c2b4144812&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1008317
Jan 28 02:09:58.863955 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2f65d050-943f-43c3-8839-476aca774879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124843'] for router, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:58.872961 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2f65d050-943f-43c3-8839-476aca774879 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:58.948374 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device f891d6d8-c838-4b60-973e-9f71eac33651 no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:09:58.968810 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: f891d6d8-c838-4b60-973e-9f71eac33651 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:09:58.969503 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device f891d6d8-c838-4b60-973e-9f71eac33651 not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:09:58.969986 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 31ed8bf4-1964-49ff-b4f5-bd509fc18f6f no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:09:58.988310 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: 31ed8bf4-1964-49ff-b4f5-bd509fc18f6f {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:09:58.988649 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 31ed8bf4-1964-49ff-b4f5-bd509fc18f6f not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:09:59.002507 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-06ea157e-ba1e-4d42-9087-af885485720c service neutron] 10.222.0.95 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366732
Jan 28 02:09:59.058224 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2f65d050-943f-43c3-8839-476aca774879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747497'] for router, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:59.058741 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f65d050-943f-43c3-8839-476aca774879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a257381-169e-4030-8cea-b423323de9ec {{(pid=102090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 28 02:09:59.068339 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2f65d050-943f-43c3-8839-476aca774879 admin admin] Notify callbacks [] for router, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:59.071284 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-2f65d050-943f-43c3-8839-476aca774879 admin admin] 10.222.0.79 "DELETE /v2.0/routers/7a257381-169e-4030-8cea-b423323de9ec HTTP/1.1" status: 204  len: 168 time: 1.7493966
Jan 28 02:09:59.071906 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 58168) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:59.140835 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e3cfcdc-48b6-4ff5-beba-f0ee02f0f06f admin admin] Deleting subnet db836a45-602b-4146-a315-ae0211e2435f {{(pid=102090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:09:59.145338 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c28ad7a6-a031-44b3-8e17-d3606be347f1 req-8700c7cc-6503-484e-a9f6-16c2757925bf service neutron] 10.222.0.95 "GET /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341267
Jan 28 02:09:59.146644 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7e3cfcdc-48b6-4ff5-beba-f0ee02f0f06f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:59.181182 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7e3cfcdc-48b6-4ff5-beba-f0ee02f0f06f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29131886'] for subnet, precommit_delete_associations {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:59.225999 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7e3cfcdc-48b6-4ff5-beba-f0ee02f0f06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4027136'] for subnet, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:59.311114 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b0018-7288-4eec-8981-18533e516935 req-df4e0719-b836-462e-97d7-a087dc3d6b15 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:09:59.312971 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-168b0018-7288-4eec-8981-18533e516935 req-df4e0719-b836-462e-97d7-a087dc3d6b15 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 943 time: 0.0672054
Jan 28 02:09:59.351792 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-168b0018-7288-4eec-8981-18533e516935 req-4e8504b4-2623-4971-8cc8-2e81e20ee566 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328369
Jan 28 02:09:59.375432 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7e3cfcdc-48b6-4ff5-beba-f0ee02f0f06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4027195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29133588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28403209'] for subnet, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:59.400891 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cfcdc-48b6-4ff5-beba-f0ee02f0f06f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db836a45-602b-4146-a315-ae0211e2435f,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:09:59.404434 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7e3cfcdc-48b6-4ff5-beba-f0ee02f0f06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:59.408866 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-7e3cfcdc-48b6-4ff5-beba-f0ee02f0f06f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/db836a45-602b-4146-a315-ae0211e2435f HTTP/1.1" status: 204  len: 168 time: 0.3357174
Jan 28 02:09:59.410965 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 58172) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:09:59.480316 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ae4f2a9f-6c93-41f0-a4c8-bfb3611b1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3810569'] for network, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:59.561044 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ae4f2a9f-6c93-41f0-a4c8-bfb3611b1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4029090', 'neutron.services.segments.db._delete_segments_for_network-8759977669928'] for network, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:59.582142 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-ae4f2a9f-6c93-41f0-a4c8-bfb3611b1226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f796cebab50>,) {'filters': {'network_id': ['8ef75d94-d93d-4873-9fc3-216697a025d1']}} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:59.591201 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-ae4f2a9f-6c93-41f0-a4c8-bfb3611b1226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f796cebab50>, '1c61313e-1493-444a-a991-929ee367517d') {'for_net_delete': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:59.591492 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-ae4f2a9f-6c93-41f0-a4c8-bfb3611b1226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f796cebab50>, '1c61313e-1493-444a-a991-929ee367517d') {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:09:59.605712 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ae4f2a9f-6c93-41f0-a4c8-bfb3611b1226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759977780116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29131873'] for segment, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:59.618476 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ae4f2a9f-6c93-41f0-a4c8-bfb3611b1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:59.625188 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4f2a9f-6c93-41f0-a4c8-bfb3611b1226 admin admin] Releasing vlan 1249 on physical network physnet1 to pool {{(pid=102090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ae4f2a9f-6c93-41f0-a4c8-bfb3611b1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29133746'] for segment, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]: Traceback (most recent call last):
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:     timer()
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:     cb(*args, **kw)
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:     return func(*args, **kwargs)
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:     self._notify()
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:     self.callback(batched_events)
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:     event.method(event)
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:     return f(self, *a, **k)
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._get(url).json()
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:09:59.629266 dv-cinder-824977-1-iscsi neutron-server[102090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:09:59.787858 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ae4f2a9f-6c93-41f0-a4c8-bfb3611b1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4029099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746584'] for network, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:59.793171 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ae4f2a9f-6c93-41f0-a4c8-bfb3611b1226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:09:59.796239 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-ae4f2a9f-6c93-41f0-a4c8-bfb3611b1226 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8ef75d94-d93d-4873-9fc3-216697a025d1 HTTP/1.1" status: 204  len: 168 time: 0.3843515
Jan 28 02:09:59.807396 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f2a9f-6c93-41f0-a4c8-bfb3611b1226 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ef75d94-d93d-4873-9fc3-216697a025d1,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:00.144346 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 58178) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:00.184733 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-60c4cd9b-29ac-4c97-9a7f-44c80d3abbd9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cc19a0f9c33f47f1b504bebbb0b2c931&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0392573
Jan 28 02:10:00.188076 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 58180) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:00.237229 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-aa095e65-0d9a-4a41-b5f2-cf192e275db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:00.258636 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-aa095e65-0d9a-4a41-b5f2-cf192e275db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:00.386141 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-aa095e65-0d9a-4a41-b5f2-cf192e275db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:00.389024 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-aa095e65-0d9a-4a41-b5f2-cf192e275db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:00.392631 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-aa095e65-0d9a-4a41-b5f2-cf192e275db1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/78bbacc5-fa56-454c-91d5-1421242c0c1a HTTP/1.1" status: 204  len: 168 time: 0.2009542
Jan 28 02:10:00.398257 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa095e65-0d9a-4a41-b5f2-cf192e275db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bbacc5-fa56-454c-91d5-1421242c0c1a,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:00.470519 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c981202-e1c3-4886-b837-b6d179a46e7d req-5bad68dc-8811-47c1-8535-38d6bb50ecc0 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:00.472116 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8c981202-e1c3-4886-b837-b6d179a46e7d req-5bad68dc-8811-47c1-8535-38d6bb50ecc0 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 943 time: 0.0535755
Jan 28 02:10:00.513765 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8c981202-e1c3-4886-b837-b6d179a46e7d req-99a12162-1723-473a-b4e3-4f9225109cec tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0345175
Jan 28 02:10:00.860466 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-2216eef7-ea77-4cad-831b-f0b6bb7c0be0 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-964688091&fields=id&tenant_id=a55dde8892fa47bd9941bb1ce9aa3673 HTTP/1.1" status: 200  len: 267 time: 0.0332055
Jan 28 02:10:00.970148 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-dfb5ac44-2306-4940-9dcf-b9070ed729ce tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:00.971480 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-dfb5ac44-2306-4940-9dcf-b9070ed729ce tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/networks?id=ace90374-1bab-41ed-86ab-f24b42895456 HTTP/1.1" status: 200  len: 809 time: 0.1041300
Jan 28 02:10:00.986577 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-e7d0c0d2-a049-49d7-8479-9936ce736531 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/quotas/a55dde8892fa47bd9941bb1ce9aa3673 HTTP/1.1" status: 200  len: 375 time: 0.0093565
Jan 28 02:10:01.036938 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-44a7bd01-59b8-4f99-aa70-6267447688d9 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a55dde8892fa47bd9941bb1ce9aa3673&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0451872
Jan 28 02:10:01.134786 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-15cecd59-b86e-4664-bf19-68953092db81 service neutron] 10.222.0.79 "GET /v2.0/networks/ace90374-1bab-41ed-86ab-f24b42895456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857127
Jan 28 02:10:01.238334 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-d90f7bd8-d1e9-4e28-bf52-f34d3a20e31b service neutron] 10.222.0.79 "GET /v2.0/networks/ace90374-1bab-41ed-86ab-f24b42895456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0969245
Jan 28 02:10:01.633965 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4a64e-8919-4ca8-a409-41996a4a0604 req-1a0f5766-c611-4827-984a-7ca54be38f02 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:01.635414 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e4a4a64e-8919-4ca8-a409-41996a4a0604 req-1a0f5766-c611-4827-984a-7ca54be38f02 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 943 time: 0.0531237
Jan 28 02:10:01.675535 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e4a4a64e-8919-4ca8-a409-41996a4a0604 req-cea5a84c-4b2d-4f36-88db-e6ff2e67ae16 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0332394
Jan 28 02:10:01.745683 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3ef31313-446b-444b-acc3-7d3cceb83653 req-323087de-d591-43d4-bbbb-8cbc127d645d tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 210 time: 0.0304003
Jan 28 02:10:02.535242 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device c5c39784-9c84-4033-af10-4d23893a7023 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:10:02.633150 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port c5c39784-9c84-4033-af10-4d23893a7023, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=c5c39784-9c84-4033-af10-4d23893a7023,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:10:02.645105 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': 'c5c39784-9c84-4033-af10-4d23893a7023', 'network_id': 'a1afa762-f2ce-40be-8faa-e9c2b4144812', 'port_id': 'c5c39784-9c84-4033-af10-4d23893a7023', 'mac_address': 'fa:16:3e:cb:d7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd3ae6ac-d700-43ed-b661-5b566efe7e08', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:10:02.682779 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:02.696741 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c39784-9c84-4033-af10-4d23893a7023 {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:10:02.716582 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port c5c39784-9c84-4033-af10-4d23893a7023, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=c5c39784-9c84-4033-af10-4d23893a7023,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:10:02.775695 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:02.795372 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e31a8-6b09-48e3-9886-54744d338356 req-2baef575-d65a-4afc-8677-cdba36b1c80c tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:02.797587 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-674e31a8-6b09-48e3-9886-54744d338356 req-2baef575-d65a-4afc-8677-cdba36b1c80c tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 943 time: 0.0499566
Jan 28 02:10:02.827843 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=c5c39784-9c84-4033-af10-4d23893a7023,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:02.837189 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:02.837565 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:02.837917 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:02.838257 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:02.838582 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:02.838917 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:02.839244 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:02.839571 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:02.839918 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:02.840284 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:02.840608 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:02.840935 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:02.850431 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fb64390d-6eda-491b-92e9-f5fe5f15a42e req-6c863762-ed34-4e1b-b382-40aa3accf961 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 210 time: 0.0299449
Jan 28 02:10:02.870955 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-674e31a8-6b09-48e3-9886-54744d338356 req-42406bf9-a677-430e-a68f-34d82ee2e42f tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580742
Jan 28 02:10:03.064907 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 58272) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:03.177316 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-936dc516-75ea-4363-9752-6e7afcabe220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:03.208473 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['c5c39784-9c84-4033-af10-4d23893a7023'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:10:03.253037 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-936dc516-75ea-4363-9752-6e7afcabe220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:03.325598 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-936dc516-75ea-4363-9752-6e7afcabe220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:03.370316 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-936dc516-75ea-4363-9752-6e7afcabe220 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=94135c1a5b72481a9e8d914838bbc011&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3026686
Jan 28 02:10:03.370558 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 58278) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:03.372208 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936dc516-75ea-4363-9752-6e7afcabe220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd275624-ee04-4702-aa0f-fe79c15fa60f,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:03.423210 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-53ea9a96-0ed6-49b5-9be7-84b21eaa15b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:03.443857 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-53ea9a96-0ed6-49b5-9be7-84b21eaa15b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:03.605267 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-53ea9a96-0ed6-49b5-9be7-84b21eaa15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:03.607936 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-53ea9a96-0ed6-49b5-9be7-84b21eaa15b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:03.609233 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-53ea9a96-0ed6-49b5-9be7-84b21eaa15b6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fd275624-ee04-4702-aa0f-fe79c15fa60f HTTP/1.1" status: 204  len: 168 time: 0.2378955
Jan 28 02:10:03.617370 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea9a96-0ed6-49b5-9be7-84b21eaa15b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd275624-ee04-4702-aa0f-fe79c15fa60f,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:03.955067 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ffd5c902-56b1-46c4-8631-73888df25072 req-2879647d-06ab-4e7a-87c1-993aff5868e2 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 210 time: 0.0283892
Jan 28 02:10:04.005923 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a921a9-bb23-432b-b98e-c3ceccd5bce8 req-6cad71f2-4a38-40bd-ab45-a5c259d904e7 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:04.007431 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c3a921a9-bb23-432b-b98e-c3ceccd5bce8 req-6cad71f2-4a38-40bd-ab45-a5c259d904e7 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 944 time: 0.0478637
Jan 28 02:10:04.096722 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c3a921a9-bb23-432b-b98e-c3ceccd5bce8 req-64ed12b7-4272-4438-aeca-9a0e4f1eb5dd tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832136
Jan 28 02:10:04.145108 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-0f765f10-3128-4d7f-aa95-c29787249123 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:04.146563 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-0f765f10-3128-4d7f-aa95-c29787249123 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.95 "GET /v2.0/networks?id=ace90374-1bab-41ed-86ab-f24b42895456 HTTP/1.1" status: 200  len: 809 time: 0.1179047
Jan 28 02:10:04.201152 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-e671319c-c43b-47e2-8090-f7f6877d72cb tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a55dde8892fa47bd9941bb1ce9aa3673 HTTP/1.1" status: 200  len: 379 time: 0.0364909
Jan 28 02:10:04.223199 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Request body: {'port': {'device_id': '9b886ef6-6c08-4ed8-9d10-35c49c2c6382', 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456', 'admin_state_up': True, 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'security_groups': ['df539648-3673-45df-b237-31d51d5791e2']}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:10:04.285280 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 58288) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:04.298580 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-92247ab3-bdfb-4e6b-b907-cfdf2f34cbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:04.378675 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-92247ab3-bdfb-4e6b-b907-cfdf2f34cbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:04.443432 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Made reservation on behalf of a55dde8892fa47bd9941bb1ce9aa3673 for: {'port': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:10:04.447007 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:04.468949 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-92247ab3-bdfb-4e6b-b907-cfdf2f34cbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:04.507267 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-92247ab3-bdfb-4e6b-b907-cfdf2f34cbb7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fe55a1ede9b241e19cc091ac69e70f9b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2209268
Jan 28 02:10:04.507988 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92247ab3-bdfb-4e6b-b907-cfdf2f34cbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887a20d7-91b0-4595-86e2-a58fc08915ba,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:04.510455 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 58294) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:04.547108 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device c5c39784-9c84-4033-af10-4d23893a7023 up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:10:04.563857 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-99607308-d28c-4818-895d-1403b330a559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:04.585434 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Allocated IP 172.20.0.8 (ace90374-1bab-41ed-86ab-f24b42895456/e9c590ff-5986-4c9e-8931-fcb86ed6db62/7b4575d4-25de-48a0-8c88-24340312c99a) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:10:04.586749 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-99607308-d28c-4818-895d-1403b330a559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:04.690774 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port c5c39784-9c84-4033-af10-4d23893a7023 completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:10:04.694919 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port c5c39784-9c84-4033-af10-4d23893a7023 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:10:04.695495 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:04.720497 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-99607308-d28c-4818-895d-1403b330a559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:04.723751 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-99607308-d28c-4818-895d-1403b330a559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:04.728668 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-99607308-d28c-4818-895d-1403b330a559 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/887a20d7-91b0-4595-86e2-a58fc08915ba HTTP/1.1" status: 204  len: 168 time: 0.2172246
Jan 28 02:10:04.739253 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99607308-d28c-4818-895d-1403b330a559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887a20d7-91b0-4595-86e2-a58fc08915ba,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:04.764017 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68eb21-fab2-4ab1-a900-90b8063627c5 req-579690aa-c577-4c8c-bb92-31ea8caebd5f tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:04.765554 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3f68eb21-fab2-4ab1-a900-90b8063627c5 req-579690aa-c577-4c8c-bb92-31ea8caebd5f tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0814245
Jan 28 02:10:04.770648 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:04.814091 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:04.829656 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3f68eb21-fab2-4ab1-a900-90b8063627c5 req-5d0fe789-4493-43f0-82bb-8cf8078882c6 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506845
Jan 28 02:10:04.837663 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f152f23-7594-4edf-b4f9-55a5e612e3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c39784-9c84-4033-af10-4d23893a7023'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:10:04.840100 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d590c5-171d-489e-8840-53e838755dc6" -d '{"events": [{"server_uuid": "9f152f23-7594-4edf-b4f9-55a5e612e3b2", "name": "network-vif-plugged", "status": "completed", "tag": "c5c39784-9c84-4033-af10-4d23893a7023"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:10:04.856353 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port c5c39784-9c84-4033-af10-4d23893a7023, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=c5c39784-9c84-4033-af10-4d23893a7023,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:10:04.887064 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2d1139-e0a5-4255-89b9-2c27ae8678aa x-openstack-request-id: req-0c2d1139-e0a5-4255-89b9-2c27ae8678aa {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:10:04.887421 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f152f23-7594-4edf-b4f9-55a5e612e3b2", "name": "network-vif-plugged", "status": "completed", "tag": "c5c39784-9c84-4033-af10-4d23893a7023", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:10:04.887858 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c2d1139-e0a5-4255-89b9-2c27ae8678aa {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:10:04.888748 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f152f23-7594-4edf-b4f9-55a5e612e3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c39784-9c84-4033-af10-4d23893a7023', 'code': 200}
Jan 28 02:10:04.900854 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:04.929606 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:04.956439 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Network ace90374-1bab-41ed-86ab-f24b42895456 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:10:04.959624 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:10:04.962571 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:10:04.986963 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=c5c39784-9c84-4033-af10-4d23893a7023,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:04.997160 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Pushing event updated for resources: {'Port': ['ID=7b4575d4-25de-48a0-8c88-24340312c99a,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:05.020207 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:05.020207 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:05.020207 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:05.020207 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:05.020207 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:05.020207 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:05.020207 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:05.020207 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:05.020207 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:05.020207 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:05.020207 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:05.020207 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:05.042828 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:05.043789 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:05.125026 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47a07d-638c-44f0-95ca-3f00d060a292 req-322e99fc-da58-4337-b1ed-daf8d97a5fbb tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:05.127024 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ca47a07d-638c-44f0-95ca-3f00d060a292 req-322e99fc-da58-4337-b1ed-daf8d97a5fbb tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 931 time: 0.0528429
Jan 28 02:10:05.153840 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-c2f8e1c1-b1eb-440e-8095-3dd8b6bb1fc8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9346745
Jan 28 02:10:05.191102 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Request body: {'port': {'device_id': '9b886ef6-6c08-4ed8-9d10-35c49c2c6382', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:10:05.230799 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-be0d8842-13d4-426e-b721-a46da7f85513 None None] Provisioning complete for port 7b4575d4-25de-48a0-8c88-24340312c99a triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:10:05.231173 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-be0d8842-13d4-426e-b721-a46da7f85513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:05.254841 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ca47a07d-638c-44f0-95ca-3f00d060a292 req-b866039d-a38e-4db8-8e8f-f11bfd2c53e3 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1136365
Jan 28 02:10:05.283053 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-be0d8842-13d4-426e-b721-a46da7f85513 None None] Port 7b4575d4-25de-48a0-8c88-24340312c99a cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:10:05.312456 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:05.322668 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06e368-c9e8-48c9-abeb-cbcb4508f317 req-617e02b2-6da4-424f-b388-c49990ba6b1f tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:05.324345 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ca06e368-c9e8-48c9-abeb-cbcb4508f317 req-617e02b2-6da4-424f-b388-c49990ba6b1f tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 945 time: 0.1231740
Jan 28 02:10:05.429133 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ca06e368-c9e8-48c9-abeb-cbcb4508f317 req-f3176a65-8135-4a30-8e09-073c94fe1f03 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981584
Jan 28 02:10:05.495918 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42f118-4006-4ce0-9400-9427ffdbdf0d req-c5726cc8-010f-4adf-ab20-0754c31f39fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:05.497423 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7e42f118-4006-4ce0-9400-9427ffdbdf0d req-c5726cc8-010f-4adf-ab20-0754c31f39fb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 1098 time: 0.1303754
Jan 28 02:10:05.583987 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7e42f118-4006-4ce0-9400-9427ffdbdf0d req-74ab9e22-0fb3-4bfb-9e39-c5bd842a7588 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776315
Jan 28 02:10:05.677857 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4575d4-25de-48a0-8c88-24340312c99a {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:10:05.685488 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:05.698099 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Transition to ACTIVE for port object 7b4575d4-25de-48a0-8c88-24340312c99a will not be triggered until provisioned by entity L2. {{(pid=102090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:10:05.805177 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:05.859712 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4575d4-25de-48a0-8c88-24340312c99a,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:05.972528 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Attempting to bind port 7b4575d4-25de-48a0-8c88-24340312c99a on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:10:05.973210 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Attempting to bind port 7b4575d4-25de-48a0-8c88-24340312c99a by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': 'a3ca3164-092f-46bf-8366-741bbbc71d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:10:05.973320 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Attempting to bind port 7b4575d4-25de-48a0-8c88-24340312c99a on network ace90374-1bab-41ed-86ab-f24b42895456 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:10:05.980940 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Port 7b4575d4-25de-48a0-8c88-24340312c99a on network ace90374-1bab-41ed-86ab-f24b42895456 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:10:05.981408 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Attempting to bind port 7b4575d4-25de-48a0-8c88-24340312c99a on network ace90374-1bab-41ed-86ab-f24b42895456 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:10:05.995585 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d94dd5-6f98-47d1-9bba-4bc697930b72 req-633c0a8c-ae6f-44b7-964b-94e2ecb53fad tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:05.997162 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-30d94dd5-6f98-47d1-9bba-4bc697930b72 req-633c0a8c-ae6f-44b7-964b-94e2ecb53fad tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0928688
Jan 28 02:10:05.998368 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:10:05.998694 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Checking segment: {'id': 'a3ca3164-092f-46bf-8366-741bbbc71d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:10:05.999066 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Bound using segment: {'id': 'a3ca3164-092f-46bf-8366-741bbbc71d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:10:06.000099 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Bound port: 7b4575d4-25de-48a0-8c88-24340312c99a, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ca3164-092f-46bf-8366-741bbbc71d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:10:06.000556 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:06.074972 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-30d94dd5-6f98-47d1-9bba-4bc697930b72 req-a50f430a-8d82-4adb-bb59-dc46f7c483a8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654480
Jan 28 02:10:06.102325 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] For port 7b4575d4-25de-48a0-8c88-24340312c99a, host hv-cinder-82497, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:10:06.106331 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] For port 7b4575d4-25de-48a0-8c88-24340312c99a, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=7b4575d4-25de-48a0-8c88-24340312c99a,segment=NetworkSegment(a3ca3164-092f-46bf-8366-741bbbc71d3e),segment_id=a3ca3164-092f-46bf-8366-741bbbc71d3e)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:10:06.174903 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:06.205630 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:06.206475 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:06.207771 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] 10.222.0.95 "PUT /v2.0/ports/7b4575d4-25de-48a0-8c88-24340312c99a HTTP/1.1" status: 200  len: 1093 time: 1.0333955
Jan 28 02:10:06.212332 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b886ef6-6c08-4ed8-9d10-35c49c2c6382', 'tag': '7b4575d4-25de-48a0-8c88-24340312c99a'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:10:06.214452 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0580cc-4bfc-484f-8614-48c61ddc880f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b886ef6-6c08-4ed8-9d10-35c49c2c6382", "tag": "7b4575d4-25de-48a0-8c88-24340312c99a"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:10:06.254984 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35550f60-c6fb-4f02-9637-f64c4b6bc5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4575d4-25de-48a0-8c88-24340312c99a,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:06.264362 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c2af9d-9b18-411b-ba62-478c2a45587a x-openstack-request-id: req-c0c2af9d-9b18-411b-ba62-478c2a45587a {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:10:06.264649 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b886ef6-6c08-4ed8-9d10-35c49c2c6382", "tag": "7b4575d4-25de-48a0-8c88-24340312c99a", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:10:06.265024 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c0c2af9d-9b18-411b-ba62-478c2a45587a {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:10:06.265419 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b886ef6-6c08-4ed8-9d10-35c49c2c6382', 'tag': '7b4575d4-25de-48a0-8c88-24340312c99a', 'status': 'completed', 'code': 200}
Jan 28 02:10:06.405991 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd2145-84ec-4d7a-8ccf-7153c333ef7d req-0ef981ee-516c-4c65-ada7-f8b5da872b54 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:06.409021 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b6fd2145-84ec-4d7a-8ccf-7153c333ef7d req-0ef981ee-516c-4c65-ada7-f8b5da872b54 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0801990
Jan 28 02:10:06.424570 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0580cc-4bfc-484f-8614-48c61ddc880f req-6c6effe0-efa4-40a7-b411-3ef6ff66859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:06.426020 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-de0580cc-4bfc-484f-8614-48c61ddc880f req-6c6effe0-efa4-40a7-b411-3ef6ff66859c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a55dde8892fa47bd9941bb1ce9aa3673&device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 1096 time: 0.0623655
Jan 28 02:10:06.473407 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b6fd2145-84ec-4d7a-8ccf-7153c333ef7d req-0c19d6fe-e1c2-45b4-bed3-5aa95a37c212 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582309
Jan 28 02:10:06.581747 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb4ec3-8072-45e9-9c1b-7f8b9ce8dfae req-74a93771-831f-41d6-bcbc-cf64540f1b71 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:06.583230 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9cdb4ec3-8072-45e9-9c1b-7f8b9ce8dfae req-74a93771-831f-41d6-bcbc-cf64540f1b71 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 945 time: 0.0750973
Jan 28 02:10:06.584695 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0580cc-4bfc-484f-8614-48c61ddc880f req-6f673dfc-ce07-4f59-9d47-b10556a2bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:06.585982 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-de0580cc-4bfc-484f-8614-48c61ddc880f req-6f673dfc-ce07-4f59-9d47-b10556a2bfe2 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=a55dde8892fa47bd9941bb1ce9aa3673&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1405299
Jan 28 02:10:06.666098 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9cdb4ec3-8072-45e9-9c1b-7f8b9ce8dfae req-17efc83a-f577-425f-af1d-77fe7ba3c6b9 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769308
Jan 28 02:10:06.720232 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0580cc-4bfc-484f-8614-48c61ddc880f req-c14a276c-eb1a-4b11-a0a0-8f5512aced6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:06.721777 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-de0580cc-4bfc-484f-8614-48c61ddc880f req-c14a276c-eb1a-4b11-a0a0-8f5512aced6d service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1193349
Jan 28 02:10:06.855897 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-dc7e16eb-84e9-4fd5-a8d9-62c4990db06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:06.858339 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-dc7e16eb-84e9-4fd5-a8d9-62c4990db06f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a55dde8892fa47bd9941bb1ce9aa3673&device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 1096 time: 0.0410261
Jan 28 02:10:06.954866 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-295de3ee-efae-41ce-b775-5d0ffa01f917 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b4575d4-25de-48a0-8c88-24340312c99a HTTP/1.1" status: 200  len: 217 time: 0.0361419
Jan 28 02:10:07.053578 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-51be0118-673c-4578-838f-76c707326e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:07.055081 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-51be0118-673c-4578-838f-76c707326e14 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e9c590ff-5986-4c9e-8931-fcb86ed6db62 HTTP/1.1" status: 200  len: 848 time: 0.0453050
Jan 28 02:10:07.116573 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-c81e5d1c-b9eb-4ecd-98fe-6b6d9df94c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:07.118136 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-c81e5d1c-b9eb-4ecd-98fe-6b6d9df94c27 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ace90374-1bab-41ed-86ab-f24b42895456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0497124
Jan 28 02:10:07.243578 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d041ae-a333-41d5-9ea8-3c23d0d6f292 req-7c580473-03ac-4a50-8095-b2fa2254f1f3 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:07.245077 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92d041ae-a333-41d5-9ea8-3c23d0d6f292 req-7c580473-03ac-4a50-8095-b2fa2254f1f3 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0732212
Jan 28 02:10:07.268835 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-224a38e7-3ac1-4415-9316-449914a6cb3e service neutron] 10.222.0.95 "GET /v2.0/networks/ace90374-1bab-41ed-86ab-f24b42895456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403501
Jan 28 02:10:07.302927 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-92d041ae-a333-41d5-9ea8-3c23d0d6f292 req-5518468e-a146-4a53-8b46-661980480a09 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510874
Jan 28 02:10:07.370201 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f822bc30-9f1c-494b-94c8-dd2e50bb4fa7 req-e2636e65-f71d-4027-892b-8276eb6bd56a service neutron] 10.222.0.95 "GET /v2.0/networks/ace90374-1bab-41ed-86ab-f24b42895456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897062
Jan 28 02:10:07.598632 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f4dc2-6c33-4e64-850a-ea42dfe7fa93 req-1c19b6ab-af25-42a4-aeb5-cbe000b41e5c tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:07.600030 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b46f4dc2-6c33-4e64-850a-ea42dfe7fa93 req-1c19b6ab-af25-42a4-aeb5-cbe000b41e5c tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0517008
Jan 28 02:10:07.638534 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b46f4dc2-6c33-4e64-850a-ea42dfe7fa93 req-1735bb5b-d275-428e-a99b-6e9d0735a225 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0323174
Jan 28 02:10:07.781811 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e82ee4-b0dc-45c9-ab00-7d1c28b6869b req-2833a789-8752-441d-835f-aba81dadd3b2 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:07.783307 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-68e82ee4-b0dc-45c9-ab00-7d1c28b6869b req-2833a789-8752-441d-835f-aba81dadd3b2 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 945 time: 0.0490420
Jan 28 02:10:07.802530 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 58372) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:07.826832 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-68e82ee4-b0dc-45c9-ab00-7d1c28b6869b req-66a237e8-731a-4e08-b891-8ddabaf41963 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377104
Jan 28 02:10:07.913667 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-afaa57ce-8918-43cc-8926-4a19051870b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:07.986665 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-afaa57ce-8918-43cc-8926-4a19051870b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:08.100249 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-afaa57ce-8918-43cc-8926-4a19051870b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:08.136527 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa57ce-8918-43cc-8926-4a19051870b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d291c07e-041d-480a-88f7-33bf008b0a62,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:08.141456 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-afaa57ce-8918-43cc-8926-4a19051870b5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1cd6ddb70b8d476ca85edf6fe0ead9d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3379891
Jan 28 02:10:08.145296 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 58378) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:08.196054 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5cac12ba-e850-4b0e-9719-5684f78eaf69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:08.218034 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5cac12ba-e850-4b0e-9719-5684f78eaf69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:08.331271 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5cac12ba-e850-4b0e-9719-5684f78eaf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:08.334027 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5cac12ba-e850-4b0e-9719-5684f78eaf69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:08.335178 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-5cac12ba-e850-4b0e-9719-5684f78eaf69 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d291c07e-041d-480a-88f7-33bf008b0a62 HTTP/1.1" status: 204  len: 168 time: 0.1889718
Jan 28 02:10:08.353304 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac12ba-e850-4b0e-9719-5684f78eaf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d291c07e-041d-480a-88f7-33bf008b0a62,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:08.433271 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925368c4-7abb-40fc-8e45-3d4ffa4d0dfe req-7a8b3b4a-fdf1-400f-a625-286835a19429 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:08.434788 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-925368c4-7abb-40fc-8e45-3d4ffa4d0dfe req-7a8b3b4a-fdf1-400f-a625-286835a19429 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0502753
Jan 28 02:10:08.475277 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-925368c4-7abb-40fc-8e45-3d4ffa4d0dfe req-0f7ab313-8883-44a9-ac81-971a84165ac1 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0336545
Jan 28 02:10:08.762322 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e420bb-05bf-4f80-aa58-32705d7fd8cf req-d830a6dc-c6a1-44e7-81cc-0007aac5903d tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:08.763752 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-16e420bb-05bf-4f80-aa58-32705d7fd8cf req-d830a6dc-c6a1-44e7-81cc-0007aac5903d tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0479844
Jan 28 02:10:08.805147 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-16e420bb-05bf-4f80-aa58-32705d7fd8cf req-51aefee0-289c-450c-b162-39fe0d9f9403 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0350134
Jan 28 02:10:08.958813 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 58394) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:08.972659 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6e9c937b-3854-4633-b40e-f48f15b67ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:09.044511 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6e9c937b-3854-4633-b40e-f48f15b67ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:09.113881 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6e9c937b-3854-4633-b40e-f48f15b67ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:09.150046 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c937b-3854-4633-b40e-f48f15b67ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fa6ba2-a5e2-4c21-85cc-4448e144c4e5,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:09.157529 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-6e9c937b-3854-4633-b40e-f48f15b67ab4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7ce9eddd83714d459e0eda28cfff87e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1943979
Jan 28 02:10:09.158008 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 58396) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:09.205335 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d1dff9e1-c55c-4d88-884a-a680bfd87ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:09.228667 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d1dff9e1-c55c-4d88-884a-a680bfd87ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:09.410936 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d1dff9e1-c55c-4d88-884a-a680bfd87ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:09.413466 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d1dff9e1-c55c-4d88-884a-a680bfd87ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:09.414631 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-d1dff9e1-c55c-4d88-884a-a680bfd87ff1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c0fa6ba2-a5e2-4c21-85cc-4448e144c4e5 HTTP/1.1" status: 204  len: 168 time: 0.2557206
Jan 28 02:10:09.423708 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dff9e1-c55c-4d88-884a-a680bfd87ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fa6ba2-a5e2-4c21-85cc-4448e144c4e5,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:09.595532 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57eb785-b808-46c6-bd86-7f2e8cf5aec7 req-557f8d63-9cbd-436b-a9d3-6829bbf9452a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:09.596483 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a57eb785-b808-46c6-bd86-7f2e8cf5aec7 req-557f8d63-9cbd-436b-a9d3-6829bbf9452a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0533867
Jan 28 02:10:09.636174 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a57eb785-b808-46c6-bd86-7f2e8cf5aec7 req-7621bf05-3435-4c20-a4d0-fd5fa9e58370 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0337288
Jan 28 02:10:09.920898 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68355554-ca03-4fb7-91f7-155c11281b00 req-fefedbb1-ac78-45a5-b926-540daaadb0d1 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:09.922619 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-68355554-ca03-4fb7-91f7-155c11281b00 req-fefedbb1-ac78-45a5-b926-540daaadb0d1 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0495920
Jan 28 02:10:09.962345 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-68355554-ca03-4fb7-91f7-155c11281b00 req-ebc6fab3-f7c2-40f8-9bd7-61939eca3447 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0335896
Jan 28 02:10:10.753916 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d6a5d-2419-4c3a-9c51-f51fa8b54195 req-21ac1de6-dda7-4b52-91b0-2d7a5cf42cb1 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:10.755463 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bc3d6a5d-2419-4c3a-9c51-f51fa8b54195 req-21ac1de6-dda7-4b52-91b0-2d7a5cf42cb1 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0499651
Jan 28 02:10:10.795468 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bc3d6a5d-2419-4c3a-9c51-f51fa8b54195 req-1193d619-7c7d-4f36-ae54-7db83b6822ac tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0335560
Jan 28 02:10:10.811001 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-781ed89c-50aa-41c2-ab12-29b55f901633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:11.342625 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622c5bc-03c0-4dc8-b090-cb13c8bb92ac req-e3805e53-a0d6-4272-8bde-1b12d1cfc4eb tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:11.345009 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f622c5bc-03c0-4dc8-b090-cb13c8bb92ac req-e3805e53-a0d6-4272-8bde-1b12d1cfc4eb tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.3121438
Jan 28 02:10:11.384281 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f622c5bc-03c0-4dc8-b090-cb13c8bb92ac req-d422c2e9-9b8e-4947-939f-3f6dcf68dbe8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0337090
Jan 28 02:10:11.908931 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8099db0-279c-409c-8be1-8ad9781b4af2 req-6bbd3f28-679f-4b9f-a489-fda4de34458d tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:11.910441 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f8099db0-279c-409c-8be1-8ad9781b4af2 req-6bbd3f28-679f-4b9f-a489-fda4de34458d tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0484653
Jan 28 02:10:11.947741 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f8099db0-279c-409c-8be1-8ad9781b4af2 req-2ac6a703-7f08-4a96-9dc2-91df236bd0d9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0311198
Jan 28 02:10:12.499340 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18fa31-4b71-4bbc-9f52-250c568bfa68 req-8d3a6154-5362-431c-8ed3-c9e08c768691 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:12.500834 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a18fa31-4b71-4bbc-9f52-250c568bfa68 req-8d3a6154-5362-431c-8ed3-c9e08c768691 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0495365
Jan 28 02:10:12.537946 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a18fa31-4b71-4bbc-9f52-250c568bfa68 req-5b47065d-5c7b-4934-94b4-174d5f54e0bf tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311382
Jan 28 02:10:13.073419 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3350a2d-36da-4f9a-a29c-c739bb39efed req-ec0f1a45-a513-4c27-84b8-9a39bc34e869 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:13.074923 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e3350a2d-36da-4f9a-a29c-c739bb39efed req-ec0f1a45-a513-4c27-84b8-9a39bc34e869 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0537944
Jan 28 02:10:13.087646 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-7f7d19ac-96ad-4525-850f-4a83641d442e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:13.117759 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e3350a2d-36da-4f9a-a29c-c739bb39efed req-4f24fd76-34fb-4eca-860d-f20bb02f5e41 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0346313
Jan 28 02:10:13.651960 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4dd9ba-83d5-4fe1-916a-a9c8af6ff26d req-0666aefc-92dd-4a64-9742-5f2bb1fc8800 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:13.653431 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fe4dd9ba-83d5-4fe1-916a-a9c8af6ff26d req-0666aefc-92dd-4a64-9742-5f2bb1fc8800 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0474136
Jan 28 02:10:13.695199 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fe4dd9ba-83d5-4fe1-916a-a9c8af6ff26d req-b0429419-d337-44f0-bfe8-0e0fed898840 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0330687
Jan 28 02:10:14.231932 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c8ac-4de0-409c-93eb-c71eca6cf1ba req-f0869822-413e-4083-bee4-2e7f4354d40e tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:14.233392 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1418c8ac-4de0-409c-93eb-c71eca6cf1ba req-f0869822-413e-4083-bee4-2e7f4354d40e tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0479343
Jan 28 02:10:14.273627 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1418c8ac-4de0-409c-93eb-c71eca6cf1ba req-b4539b2d-21d1-400c-b125-bb8b7a842cbe tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0338092
Jan 28 02:10:14.616653 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:14.812148 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda52e5-d262-4564-9133-5e6bec4154ce req-475c8ee8-273d-456b-a865-a3aec1e1fb1d tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:14.813571 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4dda52e5-d262-4564-9133-5e6bec4154ce req-475c8ee8-273d-456b-a865-a3aec1e1fb1d tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0507445
Jan 28 02:10:14.851220 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4dda52e5-d262-4564-9133-5e6bec4154ce req-804af8ca-4280-4151-9834-4361145d0ebe tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0313666
Jan 28 02:10:15.393520 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a36750-3431-4f13-a24b-a7c1d2502f57 req-4f68e751-e4cd-4ceb-9878-e5f14c06a9a5 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:15.394925 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e3a36750-3431-4f13-a24b-a7c1d2502f57 req-4f68e751-e4cd-4ceb-9878-e5f14c06a9a5 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0500047
Jan 28 02:10:15.431742 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e3a36750-3431-4f13-a24b-a7c1d2502f57 req-06e6f4f1-e0e7-4859-a7c4-2e07d13b6872 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308547
Jan 28 02:10:15.975375 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ba4f6-5a2d-4cd3-b22a-02bdef3ce374 req-376dd222-b606-4457-89d8-dc886491c5a4 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:15.977846 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bd1ba4f6-5a2d-4cd3-b22a-02bdef3ce374 req-376dd222-b606-4457-89d8-dc886491c5a4 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0583198
Jan 28 02:10:16.025211 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bd1ba4f6-5a2d-4cd3-b22a-02bdef3ce374 req-f8ade758-8d59-4012-b53c-d70843b77ad8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411184
Jan 28 02:10:16.460675 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:16.557891 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d081c3-16b1-4423-8a9b-1724580e993a req-46f5a00d-3c74-4597-a51d-0383f9d6cbd6 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:16.559318 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d3d081c3-16b1-4423-8a9b-1724580e993a req-46f5a00d-3c74-4597-a51d-0383f9d6cbd6 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0534689
Jan 28 02:10:16.599353 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:16.613646 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d3d081c3-16b1-4423-8a9b-1724580e993a req-a288e30b-5656-4897-9cd5-504007ebc54b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424671
Jan 28 02:10:16.660350 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 7b4575d4-25de-48a0-8c88-24340312c99a details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:10:16.767171 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 7b4575d4-25de-48a0-8c88-24340312c99a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=7b4575d4-25de-48a0-8c88-24340312c99a,segment=NetworkSegment(a3ca3164-092f-46bf-8366-741bbbc71d3e),segment_id=a3ca3164-092f-46bf-8366-741bbbc71d3e)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:10:16.778373 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': '7b4575d4-25de-48a0-8c88-24340312c99a', 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456', 'port_id': '7b4575d4-25de-48a0-8c88-24340312c99a', 'mac_address': 'fa:16:3e:64:cb:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:10:16.819055 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:16.832406 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4575d4-25de-48a0-8c88-24340312c99a {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:10:16.856791 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 7b4575d4-25de-48a0-8c88-24340312c99a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=7b4575d4-25de-48a0-8c88-24340312c99a,segment=NetworkSegment(a3ca3164-092f-46bf-8366-741bbbc71d3e),segment_id=a3ca3164-092f-46bf-8366-741bbbc71d3e)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:10:16.929071 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:16.982712 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=7b4575d4-25de-48a0-8c88-24340312c99a,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:17.004931 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf162f-5013-4ace-b2a0-ef9bf0a6692d req-ade44740-9dec-4227-9c43-e9fb1a734edb tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:17.006479 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e5cf162f-5013-4ace-b2a0-ef9bf0a6692d req-ade44740-9dec-4227-9c43-e9fb1a734edb tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0508704
Jan 28 02:10:17.045619 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e5cf162f-5013-4ace-b2a0-ef9bf0a6692d req-d7b75515-ef52-49e6-8634-19b54ab89364 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0330625
Jan 28 02:10:17.189438 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22ecb4-121c-4e9b-b312-b818575331a9 req-0cf6e93f-de41-4d78-9229-6b3c72acdb38 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:17.190879 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be22ecb4-121c-4e9b-b312-b818575331a9 req-0cf6e93f-de41-4d78-9229-6b3c72acdb38 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 944 time: 0.0939741
Jan 28 02:10:17.199833 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34fff9-b084-457d-8d40-0fcd47e037d2 req-fc3571d9-485f-4444-b5fd-eb776b8d1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:17.201306 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6d34fff9-b084-457d-8d40-0fcd47e037d2 req-fc3571d9-485f-4444-b5fd-eb776b8d1638 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0abe012ba65845329098e0e06c54b9c1&device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 1099 time: 0.0632446
Jan 28 02:10:17.276615 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be22ecb4-121c-4e9b-b312-b818575331a9 req-4daa268a-f93c-4b9d-9492-eec4b0909a69 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0787468
Jan 28 02:10:17.313318 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34fff9-b084-457d-8d40-0fcd47e037d2 req-6016244e-7d9c-4817-885c-7a4891304e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:17.315087 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6d34fff9-b084-457d-8d40-0fcd47e037d2 req-6016244e-7d9c-4817-885c-7a4891304e04 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd HTTP/1.1" status: 200  len: 912 time: 0.1014917
Jan 28 02:10:17.394473 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6d34fff9-b084-457d-8d40-0fcd47e037d2 req-decddda3-f360-4c01-894a-4657deffa7f0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66c0ebdc-a262-49e8-983e-2b45feca212a HTTP/1.1" status: 200  len: 1001 time: 0.0634177
Jan 28 02:10:17.417525 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['7b4575d4-25de-48a0-8c88-24340312c99a'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:10:17.447314 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34fff9-b084-457d-8d40-0fcd47e037d2 req-5f9ca7bd-21e4-426c-96f2-e79cd780655e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:17.448783 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6d34fff9-b084-457d-8d40-0fcd47e037d2 req-5f9ca7bd-21e4-426c-96f2-e79cd780655e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8eb77f0c-9c24-4cb1-8b61-8cdd6744025b HTTP/1.1" status: 200  len: 849 time: 0.0458968
Jan 28 02:10:17.504967 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34fff9-b084-457d-8d40-0fcd47e037d2 req-83e2f861-c6b4-4c31-bd7a-82ecfc937b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:17.506740 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6d34fff9-b084-457d-8d40-0fcd47e037d2 req-83e2f861-c6b4-4c31-bd7a-82ecfc937b81 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0410743
Jan 28 02:10:17.605341 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6d34fff9-b084-457d-8d40-0fcd47e037d2 req-64fe8707-1cb2-4740-9067-9f40d38e513c service neutron] 10.222.0.95 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904033
Jan 28 02:10:17.701709 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6d34fff9-b084-457d-8d40-0fcd47e037d2 req-e07dc861-7d39-4f17-8e6a-dcaadeac9e08 service neutron] 10.222.0.95 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841508
Jan 28 02:10:18.164456 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf57d3-93c8-47e7-a5a0-48b783184fde req-cec1ce32-35ac-4dbe-8845-8e052d86e8a9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:18.165961 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3ccf57d3-93c8-47e7-a5a0-48b783184fde req-cec1ce32-35ac-4dbe-8845-8e052d86e8a9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0498576
Jan 28 02:10:18.205361 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3ccf57d3-93c8-47e7-a5a0-48b783184fde req-f6f63480-4cae-40ce-a16c-1183e90c8640 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0332327
Jan 28 02:10:18.402877 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e44b0-5040-43b2-b71f-711375f65ae0 req-a42db72e-82e5-47dd-8aa6-c668c4300a71 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:18.404374 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-633e44b0-5040-43b2-b71f-711375f65ae0 req-a42db72e-82e5-47dd-8aa6-c668c4300a71 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 944 time: 0.0532389
Jan 28 02:10:18.448832 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-633e44b0-5040-43b2-b71f-711375f65ae0 req-f2aa89a4-89a9-4617-b1e0-cf81c7e250ff tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377138
Jan 28 02:10:19.323898 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603abf0-c059-479d-a00a-0678432d407c req-a60eb72b-88b2-4874-a39b-58e2a469c764 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:19.325587 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f603abf0-c059-479d-a00a-0678432d407c req-a60eb72b-88b2-4874-a39b-58e2a469c764 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0498745
Jan 28 02:10:19.374257 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f603abf0-c059-479d-a00a-0678432d407c req-c91461a5-eaa6-494c-8d3b-0d2e0d26cdfd tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413117
Jan 28 02:10:19.565015 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155e34a-c3c3-4be9-b95f-de99c02a29ec req-27af57fb-2acd-4986-976a-e83a0805bc45 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:19.566476 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2155e34a-c3c3-4be9-b95f-de99c02a29ec req-27af57fb-2acd-4986-976a-e83a0805bc45 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 944 time: 0.0473447
Jan 28 02:10:19.605396 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2155e34a-c3c3-4be9-b95f-de99c02a29ec req-768bcc07-7f7f-430a-a52c-650a4be1c5a7 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0326385
Jan 28 02:10:20.675581 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 7b4575d4-25de-48a0-8c88-24340312c99a up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:10:20.735617 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4eb973-ddec-4a10-a490-f36a824a43c0 req-69ac39ec-f9e1-4da6-899c-de229ab33f76 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:20.737129 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8c4eb973-ddec-4a10-a490-f36a824a43c0 req-69ac39ec-f9e1-4da6-899c-de229ab33f76 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 944 time: 0.0557222
Jan 28 02:10:20.775344 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8c4eb973-ddec-4a10-a490-f36a824a43c0 req-54579480-affb-44ae-8965-c53b4360f4bd tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319743
Jan 28 02:10:20.837219 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port 7b4575d4-25de-48a0-8c88-24340312c99a completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:10:20.841149 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port 7b4575d4-25de-48a0-8c88-24340312c99a triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:10:20.841514 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:20.921356 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:21.065050 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b886ef6-6c08-4ed8-9d10-35c49c2c6382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4575d4-25de-48a0-8c88-24340312c99a'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:10:21.067444 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb9d508-d14f-4007-bd79-4feeb7f687ed" -d '{"events": [{"server_uuid": "9b886ef6-6c08-4ed8-9d10-35c49c2c6382", "name": "network-vif-plugged", "status": "completed", "tag": "7b4575d4-25de-48a0-8c88-24340312c99a"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:10:21.080886 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 7b4575d4-25de-48a0-8c88-24340312c99a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=7b4575d4-25de-48a0-8c88-24340312c99a,segment=NetworkSegment(a3ca3164-092f-46bf-8366-741bbbc71d3e),segment_id=a3ca3164-092f-46bf-8366-741bbbc71d3e)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:10:21.109058 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7fa681-9995-4764-81af-e43225763401 x-openstack-request-id: req-3c7fa681-9995-4764-81af-e43225763401 {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:10:21.110014 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b886ef6-6c08-4ed8-9d10-35c49c2c6382", "name": "network-vif-plugged", "status": "completed", "tag": "7b4575d4-25de-48a0-8c88-24340312c99a", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:10:21.110285 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3c7fa681-9995-4764-81af-e43225763401 {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:10:21.110847 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b886ef6-6c08-4ed8-9d10-35c49c2c6382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4575d4-25de-48a0-8c88-24340312c99a', 'code': 200}
Jan 28 02:10:21.143186 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:21.191663 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=7b4575d4-25de-48a0-8c88-24340312c99a,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:21.591458 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:21.842959 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155958b-6206-4483-b722-d6175c0c1b09 req-7a0b9f51-d2b8-448c-9d37-c17a99942d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:21.845797 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b155958b-6206-4483-b722-d6175c0c1b09 req-7a0b9f51-d2b8-448c-9d37-c17a99942d25 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 1098 time: 0.0484862
Jan 28 02:10:21.911250 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b155958b-6206-4483-b722-d6175c0c1b09 req-5e869002-9e31-4f7f-8e12-b52cf90669db service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521855
Jan 28 02:10:21.925244 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f0d9a-d0e6-4f5a-9619-6c737b7236b3 req-0e8d454a-cd7e-4222-8113-cc866d0211a0 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:21.926807 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a56f0d9a-d0e6-4f5a-9619-6c737b7236b3 req-0e8d454a-cd7e-4222-8113-cc866d0211a0 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0764942
Jan 28 02:10:21.969732 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a56f0d9a-d0e6-4f5a-9619-6c737b7236b3 req-2d4c019d-8421-4d24-9041-34adfb447586 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365562
Jan 28 02:10:22.728334 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:10:23.093716 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97db0ec-283a-4355-9fe1-b2cc9204ae4e req-6df8b008-c4d0-491a-bbfb-f607d2eeef73 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:23.096551 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f97db0ec-283a-4355-9fe1-b2cc9204ae4e req-6df8b008-c4d0-491a-bbfb-f607d2eeef73 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0562840
Jan 28 02:10:23.139720 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f97db0ec-283a-4355-9fe1-b2cc9204ae4e req-e56e0a16-773d-4bca-9a3c-fa6207df488d tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371225
Jan 28 02:10:23.245949 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 58642) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:23.359410 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6916822d-cb04-469a-b033-b2604c80de23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:23.453006 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6916822d-cb04-469a-b033-b2604c80de23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:23.523337 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62399316-71eb-4bdd-a5bd-9425a7348d13 req-4fee5202-34c8-43c4-8a72-173cadc11c0f tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:23.524843 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-62399316-71eb-4bdd-a5bd-9425a7348d13 req-4fee5202-34c8-43c4-8a72-173cadc11c0f tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 945 time: 0.0485528
Jan 28 02:10:23.563534 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-62399316-71eb-4bdd-a5bd-9425a7348d13 req-030569ec-c29a-4307-96a2-60e201ead725 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328331
Jan 28 02:10:23.591461 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6916822d-cb04-469a-b033-b2604c80de23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:23.632904 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916822d-cb04-469a-b033-b2604c80de23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd8343b-0786-418c-8943-2850bb835340,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:23.637202 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-6916822d-cb04-469a-b033-b2604c80de23 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f872eb2dca54a97a771e884c3710a8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3901439
Jan 28 02:10:23.639951 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 58648) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:23.688905 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f6133ae3-8865-41ae-b070-11d67f829d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:23.711209 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f6133ae3-8865-41ae-b070-11d67f829d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:23.877867 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f6133ae3-8865-41ae-b070-11d67f829d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:23.880641 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f6133ae3-8865-41ae-b070-11d67f829d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:23.882517 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-f6133ae3-8865-41ae-b070-11d67f829d76 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8cd8343b-0786-418c-8943-2850bb835340 HTTP/1.1" status: 204  len: 168 time: 0.2414510
Jan 28 02:10:23.891125 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6133ae3-8865-41ae-b070-11d67f829d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd8343b-0786-418c-8943-2850bb835340,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:24.276843 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53b629-7ab9-431a-a257-b9b617bd3c39 req-ef0f76c1-ead5-47d2-9b95-768f697f94d1 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:24.278864 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2e53b629-7ab9-431a-a257-b9b617bd3c39 req-ef0f76c1-ead5-47d2-9b95-768f697f94d1 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0622737
Jan 28 02:10:24.324666 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2e53b629-7ab9-431a-a257-b9b617bd3c39 req-ddc1ed08-4a43-4616-8b94-1d081a41f4b9 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355272
Jan 28 02:10:24.451818 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5208884-597d-4896-8233-fc144ac7e090 req-c56e7c7f-bc28-4375-bcc6-1e6fb7593722 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:24.453303 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a5208884-597d-4896-8233-fc144ac7e090 req-c56e7c7f-bc28-4375-bcc6-1e6fb7593722 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0533614
Jan 28 02:10:24.493226 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a5208884-597d-4896-8233-fc144ac7e090 req-6977ee94-e61e-4086-a603-1475009fe09d tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0328476
Jan 28 02:10:24.515748 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 58658) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:24.693524 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea75572-23cd-4f20-8588-9b802200b9e2 req-3aca1913-796c-4555-9d7a-aca2361eba01 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:24.695148 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4ea75572-23cd-4f20-8588-9b802200b9e2 req-3aca1913-796c-4555-9d7a-aca2361eba01 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 945 time: 0.0581806
Jan 28 02:10:24.708117 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 58664) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:24.721449 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2cb282ce-996e-411e-be80-bf5c7fcc2bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:24.756430 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4ea75572-23cd-4f20-8588-9b802200b9e2 req-dd7711f5-f535-44ef-9fe8-f3d917cca1af tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525703
Jan 28 02:10:24.762319 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246e48bc-c94b-45dd-a537-aa231488a333 tempest-TestShelveInstance-714343915 tempest-TestShelveInstance-714343915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:24.767684 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-246e48bc-c94b-45dd-a537-aa231488a333 tempest-TestShelveInstance-714343915 tempest-TestShelveInstance-714343915-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 1093 time: 0.2470369
Jan 28 02:10:24.767945 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 58666) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:24.772566 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Request body: {'floatingip': {'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'port_id': '7b4575d4-25de-48a0-8c88-24340312c99a', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:10:24.804076 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2cb282ce-996e-411e-be80-bf5c7fcc2bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:24.897002 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for floatingip, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:24.928990 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2cb282ce-996e-411e-be80-bf5c7fcc2bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:24.972041 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-2cb282ce-996e-411e-be80-bf5c7fcc2bc7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6427cef81f2743a7a62ebd85c4451c9d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2607188
Jan 28 02:10:24.972041 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb282ce-996e-411e-be80-bf5c7fcc2bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc2dd08-c92f-4161-8671-3baf7bd3c975,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:24.972369 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 58668) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:24.990714 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb282ce-996e-411e-be80-bf5c7fcc2bc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:24.991062 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb282ce-996e-411e-be80-bf5c7fcc2bc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:24.991401 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb282ce-996e-411e-be80-bf5c7fcc2bc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:24.991735 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb282ce-996e-411e-be80-bf5c7fcc2bc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:24.992157 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb282ce-996e-411e-be80-bf5c7fcc2bc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:24.992493 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb282ce-996e-411e-be80-bf5c7fcc2bc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:24.992822 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb282ce-996e-411e-be80-bf5c7fcc2bc7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:24.993157 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb282ce-996e-411e-be80-bf5c7fcc2bc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:24.993495 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb282ce-996e-411e-be80-bf5c7fcc2bc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:24.993825 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb282ce-996e-411e-be80-bf5c7fcc2bc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:24.994150 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb282ce-996e-411e-be80-bf5c7fcc2bc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:24.994471 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb282ce-996e-411e-be80-bf5c7fcc2bc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:10:25.012940 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:25.038180 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-65b5d49f-75e6-44c4-a2f4-b139fe9940e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:25.069479 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-65b5d49f-75e6-44c4-a2f4-b139fe9940e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:25.130434 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Allocated IP 172.27.0.173 (f90e340b-27f2-447d-a156-32aa581e17da/626f942c-33cd-4310-8756-8b345f91ef49/e7d1ad86-e7bf-4786-8853-78cac371790b) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:10:25.230662 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:25.261408 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-65b5d49f-75e6-44c4-a2f4-b139fe9940e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:25.264143 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-65b5d49f-75e6-44c4-a2f4-b139fe9940e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:25.265304 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-65b5d49f-75e6-44c4-a2f4-b139fe9940e8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7fc2dd08-c92f-4161-8671-3baf7bd3c975 HTTP/1.1" status: 204  len: 168 time: 0.2921197
Jan 28 02:10:25.273712 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5d49f-75e6-44c4-a2f4-b139fe9940e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc2dd08-c92f-4161-8671-3baf7bd3c975,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:25.331761 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:25.379301 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Network f90e340b-27f2-447d-a156-32aa581e17da is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:10:25.384279 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:10:25.396820 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:10:25.401400 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Pushing event updated for resources: {'Port': ['ID=e7d1ad86-e7bf-4786-8853-78cac371790b,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:25.758998 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5637b-7343-4b69-a311-2fed802e9135 req-d770972c-9fc4-4997-85a3-fb5351f27246 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:25.760394 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4cc5637b-7343-4b69-a311-2fed802e9135 req-d770972c-9fc4-4997-85a3-fb5351f27246 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.95 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 945 time: 0.0957973
Jan 28 02:10:25.898140 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:25.955369 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35f211-4ed5-45bd-89c1-7ec0283d0e6e req-501808c3-9dbb-4a3d-99c7-b05be0390115 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:25.956985 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2c35f211-4ed5-45bd-89c1-7ec0283d0e6e req-501808c3-9dbb-4a3d-99c7-b05be0390115 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 945 time: 0.1275866
Jan 28 02:10:26.000831 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-4cc5637b-7343-4b69-a311-2fed802e9135 req-bca6e69f-ff56-41d8-8013-00a1809fb967 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Deleting port c5c39784-9c84-4033-af10-4d23893a7023 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:10:26.001693 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-4cc5637b-7343-4b69-a311-2fed802e9135 req-bca6e69f-ff56-41d8-8013-00a1809fb967 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:26.022936 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2c35f211-4ed5-45bd-89c1-7ec0283d0e6e req-471ddf84-3176-4ce4-aff9-05814246804a tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567017
Jan 28 02:10:26.031273 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 58676) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:26.045145 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3b94df03-0736-4ffd-b3ae-936b2adf086a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:26.087349 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:26.120358 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3b94df03-0736-4ffd-b3ae-936b2adf086a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:26.151792 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-4cc5637b-7343-4b69-a311-2fed802e9135 req-bca6e69f-ff56-41d8-8013-00a1809fb967 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] For port c5c39784-9c84-4033-af10-4d23893a7023, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=c5c39784-9c84-4033-af10-4d23893a7023,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:10:26.152192 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-4cc5637b-7343-4b69-a311-2fed802e9135 req-bca6e69f-ff56-41d8-8013-00a1809fb967 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:26.169801 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-4cc5637b-7343-4b69-a311-2fed802e9135 req-bca6e69f-ff56-41d8-8013-00a1809fb967 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Calling delete_port for c5c39784-9c84-4033-af10-4d23893a7023 owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:10:26.208778 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3b94df03-0736-4ffd-b3ae-936b2adf086a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:26.250062 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-3b94df03-0736-4ffd-b3ae-936b2adf086a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5d31d8d305be49a9b277d702503128c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2153108
Jan 28 02:10:26.250062 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94df03-0736-4ffd-b3ae-936b2adf086a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9aa15b-f6e1-42ce-8f5e-a8d0d393c66c,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:26.250904 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 58678) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:26.299743 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-138cf84d-3cc2-4d13-9434-e0ecbd40f472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:26.321654 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-138cf84d-3cc2-4d13-9434-e0ecbd40f472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:26.341048 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:26.414714 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:26.460206 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-138cf84d-3cc2-4d13-9434-e0ecbd40f472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:26.462728 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-138cf84d-3cc2-4d13-9434-e0ecbd40f472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:26.463858 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-138cf84d-3cc2-4d13-9434-e0ecbd40f472 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ce9aa15b-f6e1-42ce-8f5e-a8d0d393c66c HTTP/1.1" status: 204  len: 168 time: 0.2113402
Jan 28 02:10:26.471605 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-4cc5637b-7343-4b69-a311-2fed802e9135 req-bca6e69f-ff56-41d8-8013-00a1809fb967 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:26.473319 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cf84d-3cc2-4d13-9434-e0ecbd40f472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9aa15b-f6e1-42ce-8f5e-a8d0d393c66c,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:26.495711 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Pushing event updated for resources: {'Port': ['ID=e7d1ad86-e7bf-4786-8853-78cac371790b,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:26.518635 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['9f5a06ae-9758-488e-b71f-7103e118fef7', 'a8128aba-f6b8-4d67-8aeb-48bca91f2e98', '8d7133bd-248c-438b-adfd-1ef3f2765032', 'c5c39784-9c84-4033-af10-4d23893a7023'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:10:26.529951 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746666'] for floatingip, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:26.535082 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6e69f-ff56-41d8-8013-00a1809fb967 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Pushing event deleted for resources: {'Port': ['ID=c5c39784-9c84-4033-af10-4d23893a7023,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:26.600876 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc5637b-7343-4b69-a311-2fed802e9135 req-bca6e69f-ff56-41d8-8013-00a1809fb967 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] No DVR routers for this DVR port c5c39784-9c84-4033-af10-4d23893a7023 on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:10:26.604623 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-4cc5637b-7343-4b69-a311-2fed802e9135 req-bca6e69f-ff56-41d8-8013-00a1809fb967 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:26.607790 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4cc5637b-7343-4b69-a311-2fed802e9135 req-bca6e69f-ff56-41d8-8013-00a1809fb967 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.95 "DELETE /v2.0/ports/c5c39784-9c84-4033-af10-4d23893a7023 HTTP/1.1" status: 204  len: 173 time: 0.8181379
Jan 28 02:10:26.608248 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f152f23-7594-4edf-b4f9-55a5e612e3b2', 'name': 'network-vif-deleted', 'tag': 'c5c39784-9c84-4033-af10-4d23893a7023'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:10:26.611088 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b561ba62-6c48-4a03-975f-ca648f87a772" -d '{"events": [{"server_uuid": "9f152f23-7594-4edf-b4f9-55a5e612e3b2", "name": "network-vif-deleted", "tag": "c5c39784-9c84-4033-af10-4d23893a7023"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:10:26.660181 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836fcae3-b049-4829-9b67-2e7c80c0ab52 x-openstack-request-id: req-836fcae3-b049-4829-9b67-2e7c80c0ab52 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:10:26.660498 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f152f23-7594-4edf-b4f9-55a5e612e3b2", "name": "network-vif-deleted", "tag": "c5c39784-9c84-4033-af10-4d23893a7023", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:10:26.660746 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-836fcae3-b049-4829-9b67-2e7c80c0ab52 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:10:26.661100 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f152f23-7594-4edf-b4f9-55a5e612e3b2', 'name': 'network-vif-deleted', 'tag': 'c5c39784-9c84-4033-af10-4d23893a7023', 'status': 'completed', 'code': 200}
Jan 28 02:10:26.691428 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.l3_db [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Floating IP 96a48d0c-7b7d-4918-8ea2-ac9859e8bc98 associated. External IP: 172.27.0.173, port: 7b4575d4-25de-48a0-8c88-24340312c99a.
Jan 28 02:10:27.169607 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9f1b60a1-1e52-4838-90d4-53369e779ca9 req-b02d2a83-a3ae-41d4-b170-421c107ccda6 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f152f23-7594-4edf-b4f9-55a5e612e3b2 HTTP/1.1" status: 200  len: 210 time: 0.0574429
Jan 28 02:10:27.193890 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Router 6b2ae75a-b5e9-4743-8666-4d171b461798 has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:10:27.304768 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:10:27.314918 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac45c9-7233-4260-b33f-e79e79c370d5 None None] Sync routers for ids ['6b2ae75a-b5e9-4743-8666-4d171b461798'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:10:27.323626 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ac45c9-7233-4260-b33f-e79e79c370d5 None None] Routers {'6b2ae75a-b5e9-4743-8666-4d171b461798'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:10:27.324274 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-53ac45c9-7233-4260-b33f-e79e79c370d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796e82ea30>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:10:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['6b2ae75a-b5e9-4743-8666-4d171b461798'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:10:27.390122 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:27.427395 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-d286ce36-4590-49a5-80a8-ad3fa134ea68 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6517346
Jan 28 02:10:27.431950 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-53ac45c9-7233-4260-b33f-e79e79c370d5 None None] Set router 6b2ae75a-b5e9-4743-8666-4d171b461798 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:10:27.727082 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-53ac45c9-7233-4260-b33f-e79e79c370d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796e82ea30>, [{'id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'name': 'tempest-TestShelveInstance-1564978037-router', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:18Z', 'updated_at': '2022-01-28T02:09:23Z', 'revision_number': 4, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'gw_port': {'id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:19Z', 'updated_at': '2022-01-28T02:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': '96a48d0c-7b7d-4918-8ea2-ac9859e8bc98', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'port_id': '7b4575d4-25de-48a0-8c88-24340312c99a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456', 'mac_address': 'fa:16:3e:64:cb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b886ef6-6c08-4ed8-9d10-35c49c2c6382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:10:25Z', 'updated_at': '2022-01-28T02:10:25Z', 'revision_number': 0, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35', 'name': '', 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'mac_address': 'fa:16:3e:f6:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:22Z', 'updated_at': '2022-01-28T02:09:27Z', 'revision_number': 5, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'subnets': [{'id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:10:27.762060 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac45c9-7233-4260-b33f-e79e79c370d5 None None] Checking router: 6b2ae75a-b5e9-4743-8666-4d171b461798 for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:10:27.772272 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ac45c9-7233-4260-b33f-e79e79c370d5 None None] Routers {'6b2ae75a-b5e9-4743-8666-4d171b461798'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:10:27.772959 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-53ac45c9-7233-4260-b33f-e79e79c370d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796e82ea30>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:10:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['6b2ae75a-b5e9-4743-8666-4d171b461798'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:10:27.897770 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-53ac45c9-7233-4260-b33f-e79e79c370d5 None None] Set router 6b2ae75a-b5e9-4743-8666-4d171b461798 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:10:28.158596 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-53ac45c9-7233-4260-b33f-e79e79c370d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796e82ea30>, [{'id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'name': 'tempest-TestShelveInstance-1564978037-router', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:18Z', 'updated_at': '2022-01-28T02:09:23Z', 'revision_number': 4, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'gw_port': {'id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:19Z', 'updated_at': '2022-01-28T02:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': '96a48d0c-7b7d-4918-8ea2-ac9859e8bc98', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'port_id': '7b4575d4-25de-48a0-8c88-24340312c99a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456', 'mac_address': 'fa:16:3e:64:cb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b886ef6-6c08-4ed8-9d10-35c49c2c6382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:10:25Z', 'updated_at': '2022-01-28T02:10:25Z', 'revision_number': 0, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35', 'name': '', 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'mac_address': 'fa:16:3e:f6:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:22Z', 'updated_at': '2022-01-28T02:09:27Z', 'revision_number': 5, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'subnets': [{'id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:10:28.193396 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac45c9-7233-4260-b33f-e79e79c370d5 None None] The sync data for ids ['6b2ae75a-b5e9-4743-8666-4d171b461798'] in dv-cinder-824977-1-iscsi is: [{'id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'name': 'tempest-TestShelveInstance-1564978037-router', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:18Z', 'updated_at': '2022-01-28T02:09:23Z', 'revision_number': 4, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'gw_port': {'id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:19Z', 'updated_at': '2022-01-28T02:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': '96a48d0c-7b7d-4918-8ea2-ac9859e8bc98', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'port_id': '7b4575d4-25de-48a0-8c88-24340312c99a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456', 'mac_address': 'fa:16:3e:64:cb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b886ef6-6c08-4ed8-9d10-35c49c2c6382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:10:25Z', 'updated_at': '2022-01-28T02:10:25Z', 'revision_number': 0, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35', 'name': '', 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'mac_address': 'fa:16:3e:f6:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:22Z', 'updated_at': '2022-01-28T02:09:27Z', 'revision_number': 5, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'subnets': [{'id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:10:28.427358 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66b730-eecf-4840-b221-c5c0edbd880e None None] New status for floating IP 96a48d0c-7b7d-4918-8ea2-ac9859e8bc98: ACTIVE {{(pid=102092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:10:28.546478 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c6e11-b485-4a54-8ff6-0e347391173a req-ae9d8ede-6927-47f4-bdad-c024d524aae3 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:28.549409 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bf8c6e11-b485-4a54-8ff6-0e347391173a req-ae9d8ede-6927-47f4-bdad-c024d524aae3 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 984 time: 0.0685518
Jan 28 02:10:28.619063 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bf8c6e11-b485-4a54-8ff6-0e347391173a req-1dcc98b9-e017-4cda-b21d-bb10f046c973 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&id=843a7a38-8512-47d0-ac6e-f19ff26f1d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0595610
Jan 28 02:10:28.663150 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b886ef6-6c08-4ed8-9d10-35c49c2c6382', 'tag': '7b4575d4-25de-48a0-8c88-24340312c99a'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:10:28.667156 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23554458-933a-49d0-a37d-316a3f584804" -d '{"events": [{"name": "network-changed", "server_uuid": "9b886ef6-6c08-4ed8-9d10-35c49c2c6382", "tag": "7b4575d4-25de-48a0-8c88-24340312c99a"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:10:28.702157 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f703d9-9536-4ddc-abb9-c5e9117a4253 req-7bdc3621-7b01-4590-967e-bfe424168cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:28.705430 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-54f703d9-9536-4ddc-abb9-c5e9117a4253 req-7bdc3621-7b01-4590-967e-bfe424168cdf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2e991e35dc5b463fbf9f08db0e72cf46&device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 1137 time: 0.0842402
Jan 28 02:10:28.729712 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e549a6d9-e038-403e-b6f0-0416a434a98d x-openstack-request-id: req-e549a6d9-e038-403e-b6f0-0416a434a98d {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:10:28.730051 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b886ef6-6c08-4ed8-9d10-35c49c2c6382", "tag": "7b4575d4-25de-48a0-8c88-24340312c99a", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:10:28.730252 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e549a6d9-e038-403e-b6f0-0416a434a98d {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:10:28.730833 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b886ef6-6c08-4ed8-9d10-35c49c2c6382', 'tag': '7b4575d4-25de-48a0-8c88-24340312c99a', 'status': 'completed', 'code': 200}
Jan 28 02:10:28.870170 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f703d9-9536-4ddc-abb9-c5e9117a4253 req-25f8778e-1e67-42ef-b23f-326508da1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:28.871664 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-54f703d9-9536-4ddc-abb9-c5e9117a4253 req-25f8778e-1e67-42ef-b23f-326508da1311 service neutron] 10.222.0.95 "GET /v2.0/networks?id=292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 HTTP/1.1" status: 200  len: 916 time: 0.1555300
Jan 28 02:10:28.878745 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23554458-933a-49d0-a37d-316a3f584804 req-bd474ffc-ac3e-4595-aae9-f03bc6dda1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:28.880354 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-23554458-933a-49d0-a37d-316a3f584804 req-bd474ffc-ac3e-4595-aae9-f03bc6dda1de service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a55dde8892fa47bd9941bb1ce9aa3673&device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 1098 time: 0.0747864
Jan 28 02:10:28.997997 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-54f703d9-9536-4ddc-abb9-c5e9117a4253 req-6a41a07d-cc05-49e4-bacf-3e9929d3895f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=deb20626-b237-4650-a93b-12a633f6daa5 HTTP/1.1" status: 200  len: 1001 time: 0.1166890
Jan 28 02:10:29.058071 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23554458-933a-49d0-a37d-316a3f584804 req-16d3fc00-7b5e-4b84-9449-ac5cb5c51e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:29.059585 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-23554458-933a-49d0-a37d-316a3f584804 req-16d3fc00-7b5e-4b84-9449-ac5cb5c51e40 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ace90374-1bab-41ed-86ab-f24b42895456 HTTP/1.1" status: 200  len: 911 time: 0.1714153
Jan 28 02:10:29.066239 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f703d9-9536-4ddc-abb9-c5e9117a4253 req-f588fb82-93b5-43af-bf29-f3ee5f2be3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:29.067948 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-54f703d9-9536-4ddc-abb9-c5e9117a4253 req-f588fb82-93b5-43af-bf29-f3ee5f2be3a7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e7b09904-629d-4862-b9b2-a069385f4d4c HTTP/1.1" status: 200  len: 853 time: 0.0607972
Jan 28 02:10:29.160851 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-23554458-933a-49d0-a37d-316a3f584804 req-3282346a-e256-4313-b273-540b2a9885be service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b4575d4-25de-48a0-8c88-24340312c99a HTTP/1.1" status: 200  len: 1001 time: 0.0917749
Jan 28 02:10:29.172688 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f703d9-9536-4ddc-abb9-c5e9117a4253 req-01c5978b-fbce-4467-ae36-e14e96eaca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:29.172688 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-54f703d9-9536-4ddc-abb9-c5e9117a4253 req-01c5978b-fbce-4467-ae36-e14e96eaca57 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=292dd6a5-430d-4e8a-a8ac-8f1544aeecf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680802
Jan 28 02:10:29.287355 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23554458-933a-49d0-a37d-316a3f584804 req-06fb9920-cd01-4018-af56-d1a774a0301f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:29.288839 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-23554458-933a-49d0-a37d-316a3f584804 req-06fb9920-cd01-4018-af56-d1a774a0301f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e9c590ff-5986-4c9e-8931-fcb86ed6db62 HTTP/1.1" status: 200  len: 848 time: 0.1034687
Jan 28 02:10:29.345022 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-54f703d9-9536-4ddc-abb9-c5e9117a4253 req-c5e6ed8f-792d-45dd-afed-f6a639dacf9d service neutron] 10.222.0.95 "GET /v2.0/networks/292dd6a5-430d-4e8a-a8ac-8f1544aeecf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579847
Jan 28 02:10:29.364869 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23554458-933a-49d0-a37d-316a3f584804 req-73b96430-fc77-4a03-9725-6f84a8efdbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:29.366295 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-23554458-933a-49d0-a37d-316a3f584804 req-73b96430-fc77-4a03-9725-6f84a8efdbc9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ace90374-1bab-41ed-86ab-f24b42895456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0636313
Jan 28 02:10:29.511851 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-54f703d9-9536-4ddc-abb9-c5e9117a4253 req-8911d24a-395b-44ee-9f88-e90dc509bea7 service neutron] 10.222.0.95 "GET /v2.0/networks/292dd6a5-430d-4e8a-a8ac-8f1544aeecf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1571188
Jan 28 02:10:29.527259 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-23554458-933a-49d0-a37d-316a3f584804 req-a33ff11b-abb0-4451-94a2-e3a3196e4da6 service neutron] 10.222.0.95 "GET /v2.0/networks/ace90374-1bab-41ed-86ab-f24b42895456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487944
Jan 28 02:10:29.624460 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-23554458-933a-49d0-a37d-316a3f584804 req-264f06f5-3e58-465e-a1b5-258d0a36baf2 service neutron] 10.222.0.95 "GET /v2.0/networks/ace90374-1bab-41ed-86ab-f24b42895456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865240
Jan 28 02:10:29.765406 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d500b3-0409-4c57-ac8e-3bd532f247b2 req-13e8d1cc-ae9e-4f65-84ab-e1c009aab855 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:29.767072 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-08d500b3-0409-4c57-ac8e-3bd532f247b2 req-13e8d1cc-ae9e-4f65-84ab-e1c009aab855 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 984 time: 0.0586023
Jan 28 02:10:29.809036 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-08d500b3-0409-4c57-ac8e-3bd532f247b2 req-7716426b-6b34-4812-b0fd-f0a8294a71a9 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&id=843a7a38-8512-47d0-ac6e-f19ff26f1d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0357106
Jan 28 02:10:30.311938 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c340627-97c8-49f2-a5bd-24e6d94c0b16 req-9b22ec40-c740-474b-933d-1ee7ca6aa59e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:30.313957 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3c340627-97c8-49f2-a5bd-24e6d94c0b16 req-9b22ec40-c740-474b-933d-1ee7ca6aa59e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 946 time: 0.0480797
Jan 28 02:10:30.352744 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3c340627-97c8-49f2-a5bd-24e6d94c0b16 req-6f2e0ae0-4a8c-4f24-9325-21e5f7c21572 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328290
Jan 28 02:10:30.430446 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 58774) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:30.544452 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f041a2bb-e66c-4047-8349-54c467ff3b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:30.617003 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f041a2bb-e66c-4047-8349-54c467ff3b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:30.713561 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f041a2bb-e66c-4047-8349-54c467ff3b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:30.724375 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device c5c39784-9c84-4033-af10-4d23893a7023 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:10:30.750486 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: c5c39784-9c84-4033-af10-4d23893a7023 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:10:30.750714 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device c5c39784-9c84-4033-af10-4d23893a7023 not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:10:30.758892 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-f041a2bb-e66c-4047-8349-54c467ff3b72 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=938cccf2187b4571b21ff0340a256f9b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3273704
Jan 28 02:10:30.759725 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041a2bb-e66c-4047-8349-54c467ff3b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff317ea1-027d-44d3-a08c-073c1600aaae,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:30.772358 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 58778) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:30.824312 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f75ea671-b0bb-4dcb-9153-633ee14b6199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:30.846575 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f75ea671-b0bb-4dcb-9153-633ee14b6199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:30.929117 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af28bcd-837c-4557-9c44-ba088daf7d0d req-e7325309-8318-44ff-9e32-156b232663c3 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:30.930583 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6af28bcd-837c-4557-9c44-ba088daf7d0d req-e7325309-8318-44ff-9e32-156b232663c3 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 984 time: 0.0483034
Jan 28 02:10:30.970862 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6af28bcd-837c-4557-9c44-ba088daf7d0d req-93113dce-75e9-405c-a4d2-2e9671462b94 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&id=843a7a38-8512-47d0-ac6e-f19ff26f1d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0339916
Jan 28 02:10:30.998959 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f75ea671-b0bb-4dcb-9153-633ee14b6199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:31.003277 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f75ea671-b0bb-4dcb-9153-633ee14b6199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:31.003564 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-f75ea671-b0bb-4dcb-9153-633ee14b6199 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ff317ea1-027d-44d3-a08c-073c1600aaae HTTP/1.1" status: 204  len: 168 time: 0.2300715
Jan 28 02:10:31.011279 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ea671-b0bb-4dcb-9153-633ee14b6199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff317ea1-027d-44d3-a08c-073c1600aaae,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:31.475166 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0777f5-2f0b-43b8-99eb-1ed164b5eed1 req-b2591058-de25-4388-b978-feac6838beab tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:31.476662 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0a0777f5-2f0b-43b8-99eb-1ed164b5eed1 req-b2591058-de25-4388-b978-feac6838beab tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 946 time: 0.0487518
Jan 28 02:10:31.514547 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0a0777f5-2f0b-43b8-99eb-1ed164b5eed1 req-7784302e-7a66-4d59-bd55-46d52f509510 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320179
Jan 28 02:10:31.725378 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 58790) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:31.735700 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-33c7ba5f-1273-4ada-bc7f-6df21ed1e4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:31.808012 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-33c7ba5f-1273-4ada-bc7f-6df21ed1e4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:31.896300 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-33c7ba5f-1273-4ada-bc7f-6df21ed1e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:31.937247 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-33c7ba5f-1273-4ada-bc7f-6df21ed1e4c8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c1a5539a5b9145548df4fc8ed3b349c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2132699
Jan 28 02:10:31.938085 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7ba5f-1273-4ada-bc7f-6df21ed1e4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564631cf-9fab-4a23-b884-d43dd5efd7bc,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:31.941487 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 58792) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:31.992454 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8df048e9-2e65-4b4e-ada9-9c864111adb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:32.014421 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8df048e9-2e65-4b4e-ada9-9c864111adb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:32.088463 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c1479-b2bd-4837-b066-433cffea9b10 req-d10be264-868d-4d06-8a57-fa3c87a784ce tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:32.089934 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d87c1479-b2bd-4837-b066-433cffea9b10 req-d10be264-868d-4d06-8a57-fa3c87a784ce tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 984 time: 0.0512731
Jan 28 02:10:32.130296 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d87c1479-b2bd-4837-b066-433cffea9b10 req-04ccb277-c135-45b4-b6a4-8680a9d47ab9 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&id=843a7a38-8512-47d0-ac6e-f19ff26f1d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0337594
Jan 28 02:10:32.131130 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8df048e9-2e65-4b4e-ada9-9c864111adb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:32.133698 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8df048e9-2e65-4b4e-ada9-9c864111adb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:32.138255 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-8df048e9-2e65-4b4e-ada9-9c864111adb3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/564631cf-9fab-4a23-b884-d43dd5efd7bc HTTP/1.1" status: 204  len: 168 time: 0.1950974
Jan 28 02:10:32.152706 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df048e9-2e65-4b4e-ada9-9c864111adb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564631cf-9fab-4a23-b884-d43dd5efd7bc,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:32.384635 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c00bb9-c020-479d-85fc-b59ff5f2858f req-aeccbe49-1f3f-4e26-b8f0-878798963772 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:32.386069 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f3c00bb9-c020-479d-85fc-b59ff5f2858f req-aeccbe49-1f3f-4e26-b8f0-878798963772 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.95 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 946 time: 0.0473242
Jan 28 02:10:32.483500 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-f3c00bb9-c020-479d-85fc-b59ff5f2858f req-a4469290-7b32-4073-92ab-2fecb3373571 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Deleting port 8d7133bd-248c-438b-adfd-1ef3f2765032 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:10:32.483836 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-f3c00bb9-c020-479d-85fc-b59ff5f2858f req-a4469290-7b32-4073-92ab-2fecb3373571 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:32.579195 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-f3c00bb9-c020-479d-85fc-b59ff5f2858f req-a4469290-7b32-4073-92ab-2fecb3373571 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] For port 8d7133bd-248c-438b-adfd-1ef3f2765032, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8d7133bd-248c-438b-adfd-1ef3f2765032,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:10:32.579195 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-f3c00bb9-c020-479d-85fc-b59ff5f2858f req-a4469290-7b32-4073-92ab-2fecb3373571 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:32.597878 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-f3c00bb9-c020-479d-85fc-b59ff5f2858f req-a4469290-7b32-4073-92ab-2fecb3373571 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Calling delete_port for 8d7133bd-248c-438b-adfd-1ef3f2765032 owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:10:32.697628 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89946426-686e-4f97-8251-5c23e0c305c0 req-dba59625-d20c-4006-a29c-21cf68edadd3 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:32.699144 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-89946426-686e-4f97-8251-5c23e0c305c0 req-dba59625-d20c-4006-a29c-21cf68edadd3 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 946 time: 0.1034584
Jan 28 02:10:32.757374 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-89946426-686e-4f97-8251-5c23e0c305c0 req-54994137-1eba-4db7-b244-3fd64a878a8e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497365
Jan 28 02:10:32.923490 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-f3c00bb9-c020-479d-85fc-b59ff5f2858f req-a4469290-7b32-4073-92ab-2fecb3373571 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:32.952240 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4469290-7b32-4073-92ab-2fecb3373571 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Pushing event deleted for resources: {'Port': ['ID=8d7133bd-248c-438b-adfd-1ef3f2765032,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:32.963110 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['9f5a06ae-9758-488e-b71f-7103e118fef7', 'a8128aba-f6b8-4d67-8aeb-48bca91f2e98', '8d7133bd-248c-438b-adfd-1ef3f2765032'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:10:32.997897 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c00bb9-c020-479d-85fc-b59ff5f2858f req-a4469290-7b32-4073-92ab-2fecb3373571 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] No DVR routers for this DVR port 8d7133bd-248c-438b-adfd-1ef3f2765032 on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:10:33.001002 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-f3c00bb9-c020-479d-85fc-b59ff5f2858f req-a4469290-7b32-4073-92ab-2fecb3373571 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:33.005069 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f3c00bb9-c020-479d-85fc-b59ff5f2858f req-a4469290-7b32-4073-92ab-2fecb3373571 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.95 "DELETE /v2.0/ports/8d7133bd-248c-438b-adfd-1ef3f2765032 HTTP/1.1" status: 204  len: 173 time: 0.6122127
Jan 28 02:10:33.005514 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b38440-c5bd-4838-bd1b-46312012607e', 'name': 'network-vif-deleted', 'tag': '8d7133bd-248c-438b-adfd-1ef3f2765032'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:10:33.007813 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981bb297-730d-4bdd-bc45-a7ac6142d1e8" -d '{"events": [{"server_uuid": "96b38440-c5bd-4838-bd1b-46312012607e", "name": "network-vif-deleted", "tag": "8d7133bd-248c-438b-adfd-1ef3f2765032"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:10:33.042629 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b836e3f3-b786-475c-b7cc-55199194557c x-openstack-request-id: req-b836e3f3-b786-475c-b7cc-55199194557c {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:10:33.042997 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b38440-c5bd-4838-bd1b-46312012607e", "name": "network-vif-deleted", "tag": "8d7133bd-248c-438b-adfd-1ef3f2765032", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:10:33.043250 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b836e3f3-b786-475c-b7cc-55199194557c {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:10:33.043697 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b38440-c5bd-4838-bd1b-46312012607e', 'name': 'network-vif-deleted', 'tag': '8d7133bd-248c-438b-adfd-1ef3f2765032', 'status': 'completed', 'code': 200}
Jan 28 02:10:33.264178 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764198d5-d80e-4767-851c-1677b444cb94 req-5b96dc9a-e930-4aae-a995-a03fb3146068 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:33.265645 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-764198d5-d80e-4767-851c-1677b444cb94 req-5b96dc9a-e930-4aae-a995-a03fb3146068 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 984 time: 0.0476568
Jan 28 02:10:33.307684 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-764198d5-d80e-4767-851c-1677b444cb94 req-4fa2fd42-0ad3-4c19-bf92-02ad54063e15 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&id=843a7a38-8512-47d0-ac6e-f19ff26f1d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0349932
Jan 28 02:10:33.869998 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-667c580f-a847-4767-84db-c4ff23f3c9f3 req-cc542a31-7718-4ab1-9639-6c98767c65dc tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=96b38440-c5bd-4838-bd1b-46312012607e HTTP/1.1" status: 200  len: 210 time: 0.0258834
Jan 28 02:10:34.424618 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dccc18-66b6-4746-ab46-6d226644920f req-6892f721-0021-4b75-a55d-a6d9bc7005f6 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:34.426073 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-15dccc18-66b6-4746-ab46-6d226644920f req-6892f721-0021-4b75-a55d-a6d9bc7005f6 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 984 time: 0.0510931
Jan 28 02:10:34.468198 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-15dccc18-66b6-4746-ab46-6d226644920f req-5506b498-22cc-415f-963d-7245df527985 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&id=843a7a38-8512-47d0-ac6e-f19ff26f1d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0356531
Jan 28 02:10:35.471595 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3aac8a-fcf0-472c-a007-5551b63586a0 req-db48beef-1ed0-437f-a0d7-b86bbac483e7 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:35.473102 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1b3aac8a-fcf0-472c-a007-5551b63586a0 req-db48beef-1ed0-437f-a0d7-b86bbac483e7 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 946 time: 0.0495329
Jan 28 02:10:35.513288 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1b3aac8a-fcf0-472c-a007-5551b63586a0 req-d0a7283e-6ee2-41c7-a1a2-790b50b3c94b tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0341585
Jan 28 02:10:35.601657 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828b2a0-933f-41d6-a2e8-6105bb06cde5 req-802cb2bc-135e-4137-8c59-b0a508251db5 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:35.603174 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4828b2a0-933f-41d6-a2e8-6105bb06cde5 req-802cb2bc-135e-4137-8c59-b0a508251db5 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 984 time: 0.0505409
Jan 28 02:10:35.644538 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4828b2a0-933f-41d6-a2e8-6105bb06cde5 req-7a9ea400-eaf0-4d4b-be3c-6ded9e1c39e2 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&id=843a7a38-8512-47d0-ac6e-f19ff26f1d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0348136
Jan 28 02:10:36.638832 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed46223-ee31-492d-95a2-22940d8edc13 req-f4074408-b762-42ff-ace8-9a3a2d647710 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:36.640480 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-aed46223-ee31-492d-95a2-22940d8edc13 req-f4074408-b762-42ff-ace8-9a3a2d647710 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 946 time: 0.0580652
Jan 28 02:10:36.678457 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-aed46223-ee31-492d-95a2-22940d8edc13 req-5271aa05-447c-49ae-999f-46c627eb8ed8 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315452
Jan 28 02:10:36.726429 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 8d7133bd-248c-438b-adfd-1ef3f2765032 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:10:36.748695 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: 8d7133bd-248c-438b-adfd-1ef3f2765032 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:10:36.749302 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 8d7133bd-248c-438b-adfd-1ef3f2765032 not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:10:36.762522 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10aa04-6e80-475c-9432-208003467bfa req-d41089d7-9c6e-465c-8524-f24eea279ef0 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:36.764020 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7f10aa04-6e80-475c-9432-208003467bfa req-d41089d7-9c6e-465c-8524-f24eea279ef0 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 984 time: 0.0514886
Jan 28 02:10:36.803534 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7f10aa04-6e80-475c-9432-208003467bfa req-63d7edce-779f-41e6-9bf6-c9cd598bcad2 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&id=843a7a38-8512-47d0-ac6e-f19ff26f1d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0328915
Jan 28 02:10:37.361451 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eabf0d-4e45-4ed4-866f-af180eb69088 req-6d0e09fd-5ec4-492d-a854-86aa04c8fda5 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:37.363567 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b4eabf0d-4e45-4ed4-866f-af180eb69088 req-6d0e09fd-5ec4-492d-a854-86aa04c8fda5 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.95 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 946 time: 0.0507867
Jan 28 02:10:37.458742 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-b4eabf0d-4e45-4ed4-866f-af180eb69088 req-35f55af6-5658-4033-bb70-8a6d54cb5edb tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Deleting port a8128aba-f6b8-4d67-8aeb-48bca91f2e98 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:10:37.459075 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-b4eabf0d-4e45-4ed4-866f-af180eb69088 req-35f55af6-5658-4033-bb70-8a6d54cb5edb tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:37.547004 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-b4eabf0d-4e45-4ed4-866f-af180eb69088 req-35f55af6-5658-4033-bb70-8a6d54cb5edb tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] For port a8128aba-f6b8-4d67-8aeb-48bca91f2e98, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a8128aba-f6b8-4d67-8aeb-48bca91f2e98,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:10:37.547363 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-b4eabf0d-4e45-4ed4-866f-af180eb69088 req-35f55af6-5658-4033-bb70-8a6d54cb5edb tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:37.559668 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-b4eabf0d-4e45-4ed4-866f-af180eb69088 req-35f55af6-5658-4033-bb70-8a6d54cb5edb tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Calling delete_port for a8128aba-f6b8-4d67-8aeb-48bca91f2e98 owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:10:37.793794 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b398fc-d426-4058-868e-67ad033f7373 req-95e11695-cd01-48ea-b105-61c9ff1b4ba6 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:37.795427 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e5b398fc-d426-4058-868e-67ad033f7373 req-95e11695-cd01-48ea-b105-61c9ff1b4ba6 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 946 time: 0.0488675
Jan 28 02:10:37.796697 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-b4eabf0d-4e45-4ed4-866f-af180eb69088 req-35f55af6-5658-4033-bb70-8a6d54cb5edb tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:37.843002 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f55af6-5658-4033-bb70-8a6d54cb5edb tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Pushing event deleted for resources: {'Port': ['ID=a8128aba-f6b8-4d67-8aeb-48bca91f2e98,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:37.846453 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['9f5a06ae-9758-488e-b71f-7103e118fef7', 'a8128aba-f6b8-4d67-8aeb-48bca91f2e98'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:10:37.894223 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4eabf0d-4e45-4ed4-866f-af180eb69088 req-35f55af6-5658-4033-bb70-8a6d54cb5edb tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] No DVR routers for this DVR port a8128aba-f6b8-4d67-8aeb-48bca91f2e98 on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:10:37.897027 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-b4eabf0d-4e45-4ed4-866f-af180eb69088 req-35f55af6-5658-4033-bb70-8a6d54cb5edb tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:37.900468 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b4eabf0d-4e45-4ed4-866f-af180eb69088 req-35f55af6-5658-4033-bb70-8a6d54cb5edb tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.95 "DELETE /v2.0/ports/a8128aba-f6b8-4d67-8aeb-48bca91f2e98 HTTP/1.1" status: 204  len: 173 time: 0.5303433
Jan 28 02:10:37.901933 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f529663e-c976-44f4-b501-5c3469c86721', 'name': 'network-vif-deleted', 'tag': 'a8128aba-f6b8-4d67-8aeb-48bca91f2e98'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:10:37.904582 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffd6f84-9ae6-4dde-9067-617aad606a6f" -d '{"events": [{"server_uuid": "f529663e-c976-44f4-b501-5c3469c86721", "name": "network-vif-deleted", "tag": "a8128aba-f6b8-4d67-8aeb-48bca91f2e98"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:10:37.917958 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e5b398fc-d426-4058-868e-67ad033f7373 req-ef0f135f-54d9-4e76-8b17-37fc96ddf84e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138952
Jan 28 02:10:37.960850 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d65be-32ba-49a3-8279-f3ee2720a440 req-3ff622ed-da53-4bdf-b029-4a717eea1f37 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:37.962466 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-af1d65be-32ba-49a3-8279-f3ee2720a440 req-3ff622ed-da53-4bdf-b029-4a717eea1f37 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 984 time: 0.0713458
Jan 28 02:10:37.970017 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd4639b-78e6-4e64-91ab-ad9ea7ffe030 x-openstack-request-id: req-3fd4639b-78e6-4e64-91ab-ad9ea7ffe030 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:10:37.970349 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f529663e-c976-44f4-b501-5c3469c86721", "name": "network-vif-deleted", "tag": "a8128aba-f6b8-4d67-8aeb-48bca91f2e98", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:10:37.970599 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3fd4639b-78e6-4e64-91ab-ad9ea7ffe030 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:10:37.971519 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f529663e-c976-44f4-b501-5c3469c86721', 'name': 'network-vif-deleted', 'tag': 'a8128aba-f6b8-4d67-8aeb-48bca91f2e98', 'status': 'completed', 'code': 200}
Jan 28 02:10:38.012226 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-af1d65be-32ba-49a3-8279-f3ee2720a440 req-4a882133-aaa5-4fdc-997b-a0e05bc947af tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&id=843a7a38-8512-47d0-ac6e-f19ff26f1d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0397904
Jan 28 02:10:39.027910 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f2f9caac-34fb-4a20-93a4-61599aa1ea1e req-eb969620-42d9-4b46-9f81-420e55348350 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f529663e-c976-44f4-b501-5c3469c86721 HTTP/1.1" status: 200  len: 210 time: 0.0280743
Jan 28 02:10:39.148433 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a9d59-fdcb-41a5-8c9c-4e4f756cd17d req-97450a2f-919e-4d0d-a516-ffdf15d0a727 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:39.149957 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e00a9d59-fdcb-41a5-8c9c-4e4f756cd17d req-97450a2f-919e-4d0d-a516-ffdf15d0a727 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 984 time: 0.0662861
Jan 28 02:10:39.195210 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e00a9d59-fdcb-41a5-8c9c-4e4f756cd17d req-5708ef56-a60a-4184-bb73-503095cfdcad tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&id=843a7a38-8512-47d0-ac6e-f19ff26f1d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0392382
Jan 28 02:10:40.317525 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b2f94-5272-40da-b339-d41dd66e6ecc req-39d96988-2444-41a8-886c-c9b28c93227a tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:40.319031 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c36b2f94-5272-40da-b339-d41dd66e6ecc req-39d96988-2444-41a8-886c-c9b28c93227a tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 984 time: 0.0478878
Jan 28 02:10:40.365233 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c36b2f94-5272-40da-b339-d41dd66e6ecc req-ccbb0c1a-3e80-4739-9684-ecf065c3a56e tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&id=843a7a38-8512-47d0-ac6e-f19ff26f1d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0385578
Jan 28 02:10:40.778800 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device a8128aba-f6b8-4d67-8aeb-48bca91f2e98 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:10:40.799104 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: a8128aba-f6b8-4d67-8aeb-48bca91f2e98 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:10:40.800117 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device a8128aba-f6b8-4d67-8aeb-48bca91f2e98 not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:10:40.816271 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-112c0067-16c8-4e8d-affe-575e233262ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:41.484657 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e2b30-024c-429a-bb84-3a77e2a24bb0 req-473415ec-6902-42bb-9fcc-2f2f9041553f tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:41.486118 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-466e2b30-024c-429a-bb84-3a77e2a24bb0 req-473415ec-6902-42bb-9fcc-2f2f9041553f tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 984 time: 0.0495565
Jan 28 02:10:41.527394 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-466e2b30-024c-429a-bb84-3a77e2a24bb0 req-12af218f-f086-4d07-858d-091d463b82a7 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&id=843a7a38-8512-47d0-ac6e-f19ff26f1d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0350645
Jan 28 02:10:41.986307 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f848f-8dfb-44f4-8326-9ad201f382d6 req-05a96f61-b513-4a88-b3c5-4140c15d875e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:41.987798 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fb4f848f-8dfb-44f4-8326-9ad201f382d6 req-05a96f61-b513-4a88-b3c5-4140c15d875e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 946 time: 0.0678821
Jan 28 02:10:42.032429 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fb4f848f-8dfb-44f4-8326-9ad201f382d6 req-7cb5fb5e-ed3a-4b6b-a9f6-abd3fc9bba9e tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343556
Jan 28 02:10:42.273108 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66f4b0-de57-4c43-9814-250c23a88e9c req-8af6ee7c-d563-4743-8f6f-214af9a3ad56 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:42.274479 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ef66f4b0-de57-4c43-9814-250c23a88e9c req-8af6ee7c-d563-4743-8f6f-214af9a3ad56 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 946 time: 0.0495293
Jan 28 02:10:42.314303 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ef66f4b0-de57-4c43-9814-250c23a88e9c req-c0ef3d12-9db5-41b0-a442-7aa145305d92 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0339191
Jan 28 02:10:42.645898 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665a918-3319-4640-a789-2d2c86654a89 req-7162e47c-2369-4ea5-a151-56507ec72d99 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:42.647351 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7665a918-3319-4640-a789-2d2c86654a89 req-7162e47c-2369-4ea5-a151-56507ec72d99 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 984 time: 0.0497992
Jan 28 02:10:42.686032 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7665a918-3319-4640-a789-2d2c86654a89 req-7533475e-9690-4a0e-bed8-5f0030f08bd3 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&id=843a7a38-8512-47d0-ac6e-f19ff26f1d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0325758
Jan 28 02:10:43.088880 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7297-03cc-4af6-8472-5f87aa2337aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:43.151063 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8510ca6-b31a-4ca0-8e79-f4cb72209df9 req-593a3954-b149-4a94-9e5e-40ac0fb3c6dc tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:43.152534 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b8510ca6-b31a-4ca0-8e79-f4cb72209df9 req-593a3954-b149-4a94-9e5e-40ac0fb3c6dc tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 946 time: 0.0504608
Jan 28 02:10:43.190434 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b8510ca6-b31a-4ca0-8e79-f4cb72209df9 req-6c844dcb-48ea-4ad7-8d56-bd7cb5e70cd7 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319560
Jan 28 02:10:43.434835 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541d986-8dc8-4369-a9ad-cc548a066153 req-47428422-f476-43c6-a6b5-dec5934afe03 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:43.436330 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2541d986-8dc8-4369-a9ad-cc548a066153 req-47428422-f476-43c6-a6b5-dec5934afe03 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 946 time: 0.0490949
Jan 28 02:10:43.475188 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2541d986-8dc8-4369-a9ad-cc548a066153 req-a03c4f99-c3c4-4d79-a056-427a74b11cac tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0323515
Jan 28 02:10:43.802222 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190f400-6fed-4583-8db3-eb8718975de7 req-55dc01bd-3ca7-4b53-bfe0-e530fcba960c tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:43.803674 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1190f400-6fed-4583-8db3-eb8718975de7 req-55dc01bd-3ca7-4b53-bfe0-e530fcba960c tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 984 time: 0.0501528
Jan 28 02:10:43.846506 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1190f400-6fed-4583-8db3-eb8718975de7 req-f5ea72a2-b91b-40b6-9361-ff2cceff5bc2 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&id=843a7a38-8512-47d0-ac6e-f19ff26f1d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0366154
Jan 28 02:10:44.264667 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbb045-537c-43a6-a4ad-ac75039bf1d5 req-0d7e8fb0-a829-485c-aa96-042f7c5e80fa tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:44.266666 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6afbb045-537c-43a6-a4ad-ac75039bf1d5 req-0d7e8fb0-a829-485c-aa96-042f7c5e80fa tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 946 time: 0.0554972
Jan 28 02:10:44.340223 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2f2f3-3ab2-43aa-8170-20bc2dbc15d5 req-c01ff036-ba26-4027-a92d-dbc9c70c9c7b tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:44.341683 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-53b2f2f3-3ab2-43aa-8170-20bc2dbc15d5 req-c01ff036-ba26-4027-a92d-dbc9c70c9c7b tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 946 time: 0.0741765
Jan 28 02:10:44.412014 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-53b2f2f3-3ab2-43aa-8170-20bc2dbc15d5 req-9ab813cb-55c4-4f55-9a4a-606b1a5432b0 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/security-groups?id=1bdade13-6368-4067-b634-d4dab4503e12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600832
Jan 28 02:10:44.429217 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-6afbb045-537c-43a6-a4ad-ac75039bf1d5 req-0bc1f117-4ee1-4d84-b1d2-7ebcf8c4b5ae tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Deleting port 9f5a06ae-9758-488e-b71f-7103e118fef7 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:10:44.429553 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-6afbb045-537c-43a6-a4ad-ac75039bf1d5 req-0bc1f117-4ee1-4d84-b1d2-7ebcf8c4b5ae tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:44.526563 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-6afbb045-537c-43a6-a4ad-ac75039bf1d5 req-0bc1f117-4ee1-4d84-b1d2-7ebcf8c4b5ae tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] For port 9f5a06ae-9758-488e-b71f-7103e118fef7, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=9f5a06ae-9758-488e-b71f-7103e118fef7,segment=NetworkSegment(1f787b5e-ad82-4843-a31a-811f83fdc125),segment_id=1f787b5e-ad82-4843-a31a-811f83fdc125)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:10:44.526922 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-6afbb045-537c-43a6-a4ad-ac75039bf1d5 req-0bc1f117-4ee1-4d84-b1d2-7ebcf8c4b5ae tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:44.556490 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-6afbb045-537c-43a6-a4ad-ac75039bf1d5 req-0bc1f117-4ee1-4d84-b1d2-7ebcf8c4b5ae tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Calling delete_port for 9f5a06ae-9758-488e-b71f-7103e118fef7 owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:10:44.619768 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:44.652634 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966b8a6-e558-43eb-a844-dd432ed0d38c req-6ba048c2-17d1-4c2b-90c2-0d0586e46c26 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:44.654059 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3966b8a6-e558-43eb-a844-dd432ed0d38c req-6ba048c2-17d1-4c2b-90c2-0d0586e46c26 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 946 time: 0.1405745
Jan 28 02:10:44.697649 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88af96a-caf1-4c8a-bd7f-de47c3869ed7 req-7a892390-bbda-4c05-ba3b-ca776e7a04d1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:44.699090 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b88af96a-caf1-4c8a-bd7f-de47c3869ed7 req-7a892390-bbda-4c05-ba3b-ca776e7a04d1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 946 time: 0.1503844
Jan 28 02:10:44.800962 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b88af96a-caf1-4c8a-bd7f-de47c3869ed7 req-a9b20c8b-917b-4326-bd93-f14d383daac0 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0936720
Jan 28 02:10:44.843404 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-3966b8a6-e558-43eb-a844-dd432ed0d38c req-3ac72b22-a213-4d3f-b4ce-111cbd94ef3b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Deleting port eb8f729a-b66f-4c5c-a62e-472c346922bb {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:10:44.849243 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-3966b8a6-e558-43eb-a844-dd432ed0d38c req-3ac72b22-a213-4d3f-b4ce-111cbd94ef3b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:44.900530 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-6afbb045-537c-43a6-a4ad-ac75039bf1d5 req-0bc1f117-4ee1-4d84-b1d2-7ebcf8c4b5ae tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:44.946596 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1f117-4ee1-4d84-b1d2-7ebcf8c4b5ae tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Pushing event deleted for resources: {'Port': ['ID=9f5a06ae-9758-488e-b71f-7103e118fef7,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:44.951039 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['9f5a06ae-9758-488e-b71f-7103e118fef7'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:10:45.015943 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-3966b8a6-e558-43eb-a844-dd432ed0d38c req-3ac72b22-a213-4d3f-b4ce-111cbd94ef3b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] For port eb8f729a-b66f-4c5c-a62e-472c346922bb, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=eb8f729a-b66f-4c5c-a62e-472c346922bb,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:10:45.016332 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-3966b8a6-e558-43eb-a844-dd432ed0d38c req-3ac72b22-a213-4d3f-b4ce-111cbd94ef3b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:45.041180 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afbb045-537c-43a6-a4ad-ac75039bf1d5 req-0bc1f117-4ee1-4d84-b1d2-7ebcf8c4b5ae tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] No DVR routers for this DVR port 9f5a06ae-9758-488e-b71f-7103e118fef7 on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:10:45.048234 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-6afbb045-537c-43a6-a4ad-ac75039bf1d5 req-0bc1f117-4ee1-4d84-b1d2-7ebcf8c4b5ae tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:45.051417 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6afbb045-537c-43a6-a4ad-ac75039bf1d5 req-0bc1f117-4ee1-4d84-b1d2-7ebcf8c4b5ae tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.95 "DELETE /v2.0/ports/9f5a06ae-9758-488e-b71f-7103e118fef7 HTTP/1.1" status: 204  len: 173 time: 0.7520707
Jan 28 02:10:45.052673 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6852bd3-1574-4ae7-a78f-16f07931687b', 'name': 'network-vif-deleted', 'tag': '9f5a06ae-9758-488e-b71f-7103e118fef7'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:10:45.055033 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce99d1b-11ec-4852-a911-c5f49ca03b63" -d '{"events": [{"server_uuid": "f6852bd3-1574-4ae7-a78f-16f07931687b", "name": "network-vif-deleted", "tag": "9f5a06ae-9758-488e-b71f-7103e118fef7"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:10:45.117228 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b2e542-0919-43d2-bc4d-7ccf8836c4c5 x-openstack-request-id: req-b3b2e542-0919-43d2-bc4d-7ccf8836c4c5 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:10:45.117518 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6852bd3-1574-4ae7-a78f-16f07931687b", "name": "network-vif-deleted", "tag": "9f5a06ae-9758-488e-b71f-7103e118fef7", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:10:45.117767 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b3b2e542-0919-43d2-bc4d-7ccf8836c4c5 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:10:45.118152 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6852bd3-1574-4ae7-a78f-16f07931687b', 'name': 'network-vif-deleted', 'tag': '9f5a06ae-9758-488e-b71f-7103e118fef7', 'status': 'completed', 'code': 200}
Jan 28 02:10:45.133320 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ae21e-7884-4e91-a4a3-2f5e731bfe82 req-f6825a2e-14c4-461a-973a-432ea7c04144 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:45.134797 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-224ae21e-7884-4e91-a4a3-2f5e731bfe82 req-f6825a2e-14c4-461a-973a-432ea7c04144 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 984 time: 0.2071302
Jan 28 02:10:45.514085 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-224ae21e-7884-4e91-a4a3-2f5e731bfe82 req-afcf59e4-ad5b-4141-bb77-c4531a02ad20 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&id=843a7a38-8512-47d0-ac6e-f19ff26f1d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3721721
Jan 28 02:10:45.542981 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fff73645-3b0a-4527-976a-fdc342d477f1 req-9cdabdd5-f7eb-4d7d-aa0e-f092cd26cd35 tempest-AttachVolumeNegativeTest-1839332993 tempest-AttachVolumeNegativeTest-1839332993-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6852bd3-1574-4ae7-a78f-16f07931687b HTTP/1.1" status: 200  len: 210 time: 0.0332155
Jan 28 02:10:45.611508 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-3966b8a6-e558-43eb-a844-dd432ed0d38c req-3ac72b22-a213-4d3f-b4ce-111cbd94ef3b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:45.611930 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-3966b8a6-e558-43eb-a844-dd432ed0d38c req-3ac72b22-a213-4d3f-b4ce-111cbd94ef3b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746666'] for floatingip, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:45.612215 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.l3_db [req-3966b8a6-e558-43eb-a844-dd432ed0d38c req-3ac72b22-a213-4d3f-b4ce-111cbd94ef3b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Floating IP b43232f0-d56e-4ae0-9e5e-aba5eada0b91 disassociated. External IP: 172.27.0.252, port: eb8f729a-b66f-4c5c-a62e-472c346922bb.
Jan 28 02:10:45.612563 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-3966b8a6-e558-43eb-a844-dd432ed0d38c req-3ac72b22-a213-4d3f-b4ce-111cbd94ef3b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Calling delete_port for eb8f729a-b66f-4c5c-a62e-472c346922bb owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:10:45.831839 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-3966b8a6-e558-43eb-a844-dd432ed0d38c req-3ac72b22-a213-4d3f-b4ce-111cbd94ef3b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:45.862990 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac72b22-a213-4d3f-b4ce-111cbd94ef3b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Pushing event deleted for resources: {'Port': ['ID=eb8f729a-b66f-4c5c-a62e-472c346922bb,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:45.937754 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-623fc127-2215-4386-b8c9-791d8dd1ad99 req-278d562b-ee51-46a3-a721-70c4c358b3f0 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 210 time: 0.0310414
Jan 28 02:10:46.000895 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3966b8a6-e558-43eb-a844-dd432ed0d38c req-3ac72b22-a213-4d3f-b4ce-111cbd94ef3b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:10:46.123365 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3966b8a6-e558-43eb-a844-dd432ed0d38c req-3ac72b22-a213-4d3f-b4ce-111cbd94ef3b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:10:46.137187 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2acf328-48e4-44cd-875b-f0866ff31095 None None] Sync routers for ids ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:10:46.154489 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2acf328-48e4-44cd-875b-f0866ff31095 None None] Routers {'58b07428-0d7d-4629-81cb-7fd0cc79ad0e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:10:46.155203 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f2acf328-48e4-44cd-875b-f0866ff31095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796ea5e1f0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:10:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:10:46.171577 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-3966b8a6-e558-43eb-a844-dd432ed0d38c req-3ac72b22-a213-4d3f-b4ce-111cbd94ef3b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] No DVR routers for this DVR port eb8f729a-b66f-4c5c-a62e-472c346922bb on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:10:46.174373 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-3966b8a6-e558-43eb-a844-dd432ed0d38c req-3ac72b22-a213-4d3f-b4ce-111cbd94ef3b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:46.179051 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3966b8a6-e558-43eb-a844-dd432ed0d38c req-3ac72b22-a213-4d3f-b4ce-111cbd94ef3b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.95 "DELETE /v2.0/ports/eb8f729a-b66f-4c5c-a62e-472c346922bb HTTP/1.1" status: 204  len: 173 time: 1.5156071
Jan 28 02:10:46.299130 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-f2acf328-48e4-44cd-875b-f0866ff31095 None None] Set router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:10:46.616465 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:46.650020 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 58996) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:46.652767 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f2acf328-48e4-44cd-875b-f0866ff31095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796ea5e1f0>, [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 4, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port': {'id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '9d2ce480-8a81-4ef0-a567-468cc9619334', 'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'mac_address': 'fa:16:3e:c6:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:09Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 5, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'subnets': [{'id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:10:46.656751 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db8f81-64b7-40fd-b523-9816bb21ac8f req-7818a5db-1570-4de0-ab49-dcf6af81ee18 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:46.658697 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-25db8f81-64b7-40fd-b523-9816bb21ac8f req-7818a5db-1570-4de0-ab49-dcf6af81ee18 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 984 time: 0.0766690
Jan 28 02:10:46.680739 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2acf328-48e4-44cd-875b-f0866ff31095 None None] Checking router: 58b07428-0d7d-4629-81cb-7fd0cc79ad0e for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:10:46.682976 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:46.692688 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2acf328-48e4-44cd-875b-f0866ff31095 None None] Routers {'58b07428-0d7d-4629-81cb-7fd0cc79ad0e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:10:46.693878 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f2acf328-48e4-44cd-875b-f0866ff31095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796ea5e1f0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:10:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:10:46.700692 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb94059-53a9-4f5f-842a-a0acbea8c171 admin admin] Deleting subnet dd3ae6ac-d700-43ed-b661-5b566efe7e08 {{(pid=102089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:10:46.704268 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4bb94059-53a9-4f5f-842a-a0acbea8c171 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:46.705016 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-25db8f81-64b7-40fd-b523-9816bb21ac8f req-a1b03c1c-e376-4e06-bbc8-ba9b3fa64271 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&id=843a7a38-8512-47d0-ac6e-f19ff26f1d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0380549
Jan 28 02:10:46.746898 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4bb94059-53a9-4f5f-842a-a0acbea8c171 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28652204'] for subnet, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:46.788337 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4bb94059-53a9-4f5f-842a-a0acbea8c171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4027136'] for subnet, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:46.810064 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-f2acf328-48e4-44cd-875b-f0866ff31095 None None] Set router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:10:46.914093 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4bb94059-53a9-4f5f-842a-a0acbea8c171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4027195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27877412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28750092'] for subnet, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:46.941075 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb94059-53a9-4f5f-842a-a0acbea8c171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd3ae6ac-d700-43ed-b661-5b566efe7e08,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:46.946661 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4bb94059-53a9-4f5f-842a-a0acbea8c171 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:46.951553 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-4bb94059-53a9-4f5f-842a-a0acbea8c171 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/dd3ae6ac-d700-43ed-b661-5b566efe7e08 HTTP/1.1" status: 204  len: 168 time: 0.3001249
Jan 28 02:10:46.954002 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 59004) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:47.019564 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f2acf328-48e4-44cd-875b-f0866ff31095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796ea5e1f0>, [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 4, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port': {'id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '9d2ce480-8a81-4ef0-a567-468cc9619334', 'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'mac_address': 'fa:16:3e:c6:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:09Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 5, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'subnets': [{'id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:10:47.053390 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2acf328-48e4-44cd-875b-f0866ff31095 None None] The sync data for ids ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'] in dv-cinder-824977-1-iscsi is: [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 4, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port': {'id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '9d2ce480-8a81-4ef0-a567-468cc9619334', 'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'mac_address': 'fa:16:3e:c6:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:09Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 5, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'subnets': [{'id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:10:47.082620 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-71a4c3b8-31ef-4328-8d20-8098f91bf806 req-084ccf12-6a2c-4908-8de9-201c0cd832e6 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f25403b-0399-48d0-86a9-6e5022287c84 HTTP/1.1" status: 200  len: 210 time: 0.0366881
Jan 28 02:10:47.087099 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-96b8417d-0513-4ee0-97ba-f74d7e86ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3810569'] for network, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:47.132771 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25403b-0399-48d0-86a9-6e5022287c84', 'name': 'network-vif-deleted', 'tag': 'eb8f729a-b66f-4c5c-a62e-472c346922bb'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:10:47.138265 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96efb481-7caf-41e2-9abc-a37b1ed8e85b" -d '{"events": [{"server_uuid": "4f25403b-0399-48d0-86a9-6e5022287c84", "name": "network-vif-deleted", "tag": "eb8f729a-b66f-4c5c-a62e-472c346922bb"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:10:47.203542 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f0175a-8b08-48be-beec-9e0f129ed239 x-openstack-request-id: req-13f0175a-8b08-48be-beec-9e0f129ed239 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:10:47.203824 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25403b-0399-48d0-86a9-6e5022287c84", "name": "network-vif-deleted", "tag": "eb8f729a-b66f-4c5c-a62e-472c346922bb", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:10:47.204095 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-13f0175a-8b08-48be-beec-9e0f129ed239 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:10:47.204483 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25403b-0399-48d0-86a9-6e5022287c84', 'name': 'network-vif-deleted', 'tag': 'eb8f729a-b66f-4c5c-a62e-472c346922bb', 'status': 'completed', 'code': 200}
Jan 28 02:10:47.217419 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-96b8417d-0513-4ee0-97ba-f74d7e86ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4029090', 'neutron.services.segments.db._delete_segments_for_network-8759977669928'] for network, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:47.238853 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-96b8417d-0513-4ee0-97ba-f74d7e86ac47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f796ceaf340>,) {'filters': {'network_id': ['a1afa762-f2ce-40be-8faa-e9c2b4144812']}} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:10:47.249754 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-96b8417d-0513-4ee0-97ba-f74d7e86ac47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f796ceaf340>, '1f787b5e-ad82-4843-a31a-811f83fdc125') {'for_net_delete': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:10:47.250049 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-96b8417d-0513-4ee0-97ba-f74d7e86ac47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f796ceaf340>, '1f787b5e-ad82-4843-a31a-811f83fdc125') {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:10:47.264547 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-96b8417d-0513-4ee0-97ba-f74d7e86ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759977780116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29131873'] for segment, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:47.279336 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-96b8417d-0513-4ee0-97ba-f74d7e86ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:47.286260 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b8417d-0513-4ee0-97ba-f74d7e86ac47 admin admin] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=102090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:10:47.287059 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-96b8417d-0513-4ee0-97ba-f74d7e86ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29133746'] for segment, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]: Traceback (most recent call last):
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:     timer()
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:     cb(*args, **kw)
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:     return func(*args, **kwargs)
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:     self._notify()
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:     self.callback(batched_events)
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:     event.method(event)
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:     return f(self, *a, **k)
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._get(url).json()
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:10:47.288709 dv-cinder-824977-1-iscsi neutron-server[102090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:10:47.370024 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7117b69-8263-4941-9a75-2d05427589f1 None None] New status for floating IP b43232f0-d56e-4ae0-9e5e-aba5eada0b91: DOWN {{(pid=102092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:10:47.530717 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-96b8417d-0513-4ee0-97ba-f74d7e86ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4029099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746584'] for network, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:47.536310 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-96b8417d-0513-4ee0-97ba-f74d7e86ac47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:47.539409 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-96b8417d-0513-4ee0-97ba-f74d7e86ac47 admin admin] 10.222.0.79 "DELETE /v2.0/networks/a1afa762-f2ce-40be-8faa-e9c2b4144812 HTTP/1.1" status: 204  len: 168 time: 0.5844178
Jan 28 02:10:47.553738 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8417d-0513-4ee0-97ba-f74d7e86ac47 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1afa762-f2ce-40be-8faa-e9c2b4144812,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:47.972992 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 59022) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:48.012842 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-b45f56cc-0acf-4000-a7e3-06f4e810b7dd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2b66ddee4c864aae90b738695dffbeb9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0387228
Jan 28 02:10:48.015403 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 59024) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:48.064496 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-40e5fee0-3729-4b79-bd8d-edf40ada4a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:48.085280 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-40e5fee0-3729-4b79-bd8d-edf40ada4a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:48.214219 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-40e5fee0-3729-4b79-bd8d-edf40ada4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:48.220538 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-40e5fee0-3729-4b79-bd8d-edf40ada4a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:48.220538 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-40e5fee0-3729-4b79-bd8d-edf40ada4a10 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1bdade13-6368-4067-b634-d4dab4503e12 HTTP/1.1" status: 204  len: 168 time: 0.2016768
Jan 28 02:10:48.227028 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5fee0-3729-4b79-bd8d-edf40ada4a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdade13-6368-4067-b634-d4dab4503e12,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:48.275023 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 59036) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:48.329538 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-aba06087-4f8a-4c82-98be-5b4fee16e58c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:48.353511 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-aba06087-4f8a-4c82-98be-5b4fee16e58c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:48.482874 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-aba06087-4f8a-4c82-98be-5b4fee16e58c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:48.485546 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-aba06087-4f8a-4c82-98be-5b4fee16e58c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:48.486822 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-aba06087-4f8a-4c82-98be-5b4fee16e58c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "DELETE /v2.0/security-groups/c4ae3b6e-6cc7-485f-ac3a-57b991d5e385 HTTP/1.1" status: 204  len: 168 time: 0.2107465
Jan 28 02:10:48.490756 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59038) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:48.497795 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba06087-4f8a-4c82-98be-5b4fee16e58c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ae3b6e-6cc7-485f-ac3a-57b991d5e385,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:48.505408 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.api.v2.resource [None req-8c28bfe2-9200-4c43-844f-c1b2a774ad0d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] show failed (client error): The resource could not be found.
Jan 28 02:10:48.506636 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-8c28bfe2-9200-4c43-844f-c1b2a774ad0d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups/c4ae3b6e-6cc7-485f-ac3a-57b991d5e385 HTTP/1.1" status: 404  len: 347 time: 0.0149126
Jan 28 02:10:48.514005 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59040) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:48.643188 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-8c20cfa3-af58-4d6a-8485-a1789713bb55 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Deleting port 35656bb1-a01e-43a1-97d4-912ed5f9fbaa {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:10:48.643601 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8c20cfa3-af58-4d6a-8485-a1789713bb55 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:48.735927 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8c20cfa3-af58-4d6a-8485-a1789713bb55 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:48.736385 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8c20cfa3-af58-4d6a-8485-a1789713bb55 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:48.749712 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-8c20cfa3-af58-4d6a-8485-a1789713bb55 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Calling delete_port for 35656bb1-a01e-43a1-97d4-912ed5f9fbaa owned by network:floatingip {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:10:48.838607 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 9f5a06ae-9758-488e-b71f-7103e118fef7 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:10:48.861043 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: 9f5a06ae-9758-488e-b71f-7103e118fef7 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:10:48.861391 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 9f5a06ae-9758-488e-b71f-7103e118fef7 not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:10:48.861835 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device eb8f729a-b66f-4c5c-a62e-472c346922bb no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:10:48.882392 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: eb8f729a-b66f-4c5c-a62e-472c346922bb {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:10:48.882809 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device eb8f729a-b66f-4c5c-a62e-472c346922bb not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:10:48.997353 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8c20cfa3-af58-4d6a-8485-a1789713bb55 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:49.022710 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20cfa3-af58-4d6a-8485-a1789713bb55 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Pushing event deleted for resources: {'Port': ['ID=35656bb1-a01e-43a1-97d4-912ed5f9fbaa,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:49.090822 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8c20cfa3-af58-4d6a-8485-a1789713bb55 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for floatingip, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:49.093331 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8c20cfa3-af58-4d6a-8485-a1789713bb55 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:49.094491 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-8c20cfa3-af58-4d6a-8485-a1789713bb55 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "DELETE /v2.0/floatingips/b43232f0-d56e-4ae0-9e5e-aba5eada0b91 HTTP/1.1" status: 204  len: 168 time: 0.5795598
Jan 28 02:10:49.680745 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59070) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:49.685290 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-94b40727-19b9-40e3-8d16-b1950f696814 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--753850607', 'description': 'tempest-description--1228941127'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:10:49.759362 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-94b40727-19b9-40e3-8d16-b1950f696814 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:49.830858 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-94b40727-19b9-40e3-8d16-b1950f696814 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:49.901870 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-94b40727-19b9-40e3-8d16-b1950f696814 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:49.933075 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b40727-19b9-40e3-8d16-b1950f696814 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ed49b5-6cbc-4f09-a17f-3963555a0e73,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:49.972773 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-94b40727-19b9-40e3-8d16-b1950f696814 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:49.975090 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-94b40727-19b9-40e3-8d16-b1950f696814 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2933109
Jan 28 02:10:49.978177 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59072) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:49.982459 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-5ce2ad9e-02be-40cc-a768-bd38682f36fc tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Request body: {'security_group_rule': {'security_group_id': '39ed49b5-6cbc-4f09-a17f-3963555a0e73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:10:50.082367 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5ce2ad9e-02be-40cc-a768-bd38682f36fc tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:50.147157 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5ce2ad9e-02be-40cc-a768-bd38682f36fc tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:50.216377 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5ce2ad9e-02be-40cc-a768-bd38682f36fc tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:50.234985 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2ad9e-02be-40cc-a768-bd38682f36fc tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8bdd9d3-de96-49db-a28e-6aa55e590046,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:50.307901 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5ce2ad9e-02be-40cc-a768-bd38682f36fc tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:50.309374 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-5ce2ad9e-02be-40cc-a768-bd38682f36fc tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3302252
Jan 28 02:10:50.311928 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59082) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:50.316846 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-7d8e79cf-6e37-4c0e-8a77-f6fa4afc87ea tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Request body: {'security_group_rule': {'security_group_id': '39ed49b5-6cbc-4f09-a17f-3963555a0e73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:10:50.424962 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d8e79cf-6e37-4c0e-8a77-f6fa4afc87ea tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:50.484579 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d8e79cf-6e37-4c0e-8a77-f6fa4afc87ea tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:50.581738 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d8e79cf-6e37-4c0e-8a77-f6fa4afc87ea tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:50.603077 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e79cf-6e37-4c0e-8a77-f6fa4afc87ea tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbcc1c9a-b0ff-4eff-b242-8c4bdae7779b,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:50.701931 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d8e79cf-6e37-4c0e-8a77-f6fa4afc87ea tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:50.703137 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7d8e79cf-6e37-4c0e-8a77-f6fa4afc87ea tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3901756
Jan 28 02:10:50.706356 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59086) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:50.711354 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-69649a88-94e6-49a2-a03c-26ef009ca02c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Request body: {'floatingip': {'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:10:50.805170 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9bf16bda-bca1-4ee9-8a76-6df3262698aa req-ca335cd7-6557-4f8c-8cd7-c6021a820974 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0401924
Jan 28 02:10:50.878430 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-69649a88-94e6-49a2-a03c-26ef009ca02c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for floatingip, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:50.891533 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf16bda-bca1-4ee9-8a76-6df3262698aa req-521de658-03b5-4022-b1a8-cadd609ecf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:50.893039 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9bf16bda-bca1-4ee9-8a76-6df3262698aa req-521de658-03b5-4022-b1a8-cadd609ecf61 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0abe012ba65845329098e0e06c54b9c1&device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 1099 time: 0.0469074
Jan 28 02:10:50.978203 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-69649a88-94e6-49a2-a03c-26ef009ca02c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:51.001274 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf16bda-bca1-4ee9-8a76-6df3262698aa req-c73aab52-369d-4836-8c43-8275e9f6698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:51.002697 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9bf16bda-bca1-4ee9-8a76-6df3262698aa req-c73aab52-369d-4836-8c43-8275e9f6698f service neutron] 10.222.0.95 "GET /v2.0/networks?id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd HTTP/1.1" status: 200  len: 912 time: 0.0898826
Jan 28 02:10:51.077077 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9bf16bda-bca1-4ee9-8a76-6df3262698aa req-8ee9b604-331f-4adb-87d3-44655b1d7052 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66c0ebdc-a262-49e8-983e-2b45feca212a HTTP/1.1" status: 200  len: 1001 time: 0.0659244
Jan 28 02:10:51.086463 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-69649a88-94e6-49a2-a03c-26ef009ca02c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Allocated IP 172.27.0.152 (f90e340b-27f2-447d-a156-32aa581e17da/626f942c-33cd-4310-8756-8b345f91ef49/1ad15771-869d-4c54-afa4-ae5397c4c5c5) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:10:51.126155 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf16bda-bca1-4ee9-8a76-6df3262698aa req-20494595-4855-46b1-b392-e9fc44d14afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:51.127658 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9bf16bda-bca1-4ee9-8a76-6df3262698aa req-20494595-4855-46b1-b392-e9fc44d14afd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8eb77f0c-9c24-4cb1-8b61-8cdd6744025b HTTP/1.1" status: 200  len: 849 time: 0.0434616
Jan 28 02:10:51.184587 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf16bda-bca1-4ee9-8a76-6df3262698aa req-3b4f7de6-2cf9-446a-91e6-b30fabd0eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:51.186274 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9bf16bda-bca1-4ee9-8a76-6df3262698aa req-3b4f7de6-2cf9-446a-91e6-b30fabd0eedf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0503094
Jan 28 02:10:51.201355 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-69649a88-94e6-49a2-a03c-26ef009ca02c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:51.285050 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9bf16bda-bca1-4ee9-8a76-6df3262698aa req-b81df011-0a48-4b42-99fe-a424707fc9d6 service neutron] 10.222.0.95 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892901
Jan 28 02:10:51.495083 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9bf16bda-bca1-4ee9-8a76-6df3262698aa req-b4ff8b09-bec4-46df-b94a-d3665a594070 service neutron] 10.222.0.95 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0928342
Jan 28 02:10:51.622251 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-69649a88-94e6-49a2-a03c-26ef009ca02c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:51.656746 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:51.663827 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69649a88-94e6-49a2-a03c-26ef009ca02c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Network f90e340b-27f2-447d-a156-32aa581e17da is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:10:51.671939 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-69649a88-94e6-49a2-a03c-26ef009ca02c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:10:51.671939 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69649a88-94e6-49a2-a03c-26ef009ca02c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:10:51.675433 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69649a88-94e6-49a2-a03c-26ef009ca02c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Pushing event updated for resources: {'Port': ['ID=1ad15771-869d-4c54-afa4-ae5397c4c5c5,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:51.770142 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-69649a88-94e6-49a2-a03c-26ef009ca02c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:51.888845 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-69649a88-94e6-49a2-a03c-26ef009ca02c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:52.057062 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-69649a88-94e6-49a2-a03c-26ef009ca02c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:52.170272 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-69649a88-94e6-49a2-a03c-26ef009ca02c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27877598'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:52.237103 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69649a88-94e6-49a2-a03c-26ef009ca02c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Pushing event updated for resources: {'Port': ['ID=1ad15771-869d-4c54-afa4-ae5397c4c5c5,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:52.249418 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-69649a88-94e6-49a2-a03c-26ef009ca02c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746666'] for floatingip, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:52.338681 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-69649a88-94e6-49a2-a03c-26ef009ca02c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:52.340118 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-69649a88-94e6-49a2-a03c-26ef009ca02c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6327307
Jan 28 02:10:52.540094 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-cd990cbc-4023-484e-ab4b-0a94a8a6c68b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--753850607&fields=id&tenant_id=6bdd27e926a84fa49844fbcca271bb19 HTTP/1.1" status: 200  len: 267 time: 0.0385704
Jan 28 02:10:52.666846 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-47e0c4e5-6cce-47af-bc2d-a5f1c4b54e46 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:52.668442 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-47e0c4e5-6cce-47af-bc2d-a5f1c4b54e46 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/networks?id=93f7fa36-86c7-4eac-8e6a-71166645bc4a HTTP/1.1" status: 200  len: 815 time: 0.1213329
Jan 28 02:10:52.686930 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-ba37fe6a-9f5b-4786-b62d-1c0831d3398c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/quotas/6bdd27e926a84fa49844fbcca271bb19 HTTP/1.1" status: 200  len: 375 time: 0.0114291
Jan 28 02:10:52.746588 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-c163cd1a-70fc-411b-9bcc-6b4a535b8969 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6bdd27e926a84fa49844fbcca271bb19&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0534031
Jan 28 02:10:52.846191 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-d6b159ae-69f0-42e3-a7b9-b1a9d5f8f8d2 service neutron] 10.222.0.79 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874462
Jan 28 02:10:52.943235 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-7e948b5b-b4a3-4a36-a2cd-4c9592d3aa3c service neutron] 10.222.0.79 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903859
Jan 28 02:10:53.182111 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-99ea5ca0-dd9a-4e1d-bf1a-8abce7da4b6d req-89138df8-a46f-4eeb-80bd-48471cdb60c0 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 210 time: 0.0293784
Jan 28 02:10:53.440515 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59142) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:53.557835 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-16980fba-ef84-4009-999b-e50a642cf25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:53.639787 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-16980fba-ef84-4009-999b-e50a642cf25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:53.762959 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-16980fba-ef84-4009-999b-e50a642cf25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:53.800399 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-16980fba-ef84-4009-999b-e50a642cf25e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ac06b449fcbd4bfa964c5048cff0964a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3587794
Jan 28 02:10:53.801317 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16980fba-ef84-4009-999b-e50a642cf25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d3fb87-89da-4719-aa26-d2e7ac3434ac,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:53.805162 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 59148) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:10:53.854326 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7116b3d3-0da9-40e9-8c7e-242cfab54c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:53.875543 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7116b3d3-0da9-40e9-8c7e-242cfab54c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:54.022460 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7116b3d3-0da9-40e9-8c7e-242cfab54c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:54.025009 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7116b3d3-0da9-40e9-8c7e-242cfab54c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:54.026167 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-7116b3d3-0da9-40e9-8c7e-242cfab54c60 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/04d3fb87-89da-4719-aa26-d2e7ac3434ac HTTP/1.1" status: 204  len: 168 time: 0.2200270
Jan 28 02:10:54.044049 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116b3d3-0da9-40e9-8c7e-242cfab54c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d3fb87-89da-4719-aa26-d2e7ac3434ac,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:54.279533 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-48e91955-1419-480e-aeb8-de92d8fd434c req-613834a8-f96a-4473-aa42-a6b3da0e997e tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 210 time: 0.0249562
Jan 28 02:10:55.377244 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f7bb8854-dc02-4bd3-bc1c-3e2edce41683 req-48e77a0c-1392-4123-aae7-d7f06c88a384 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 210 time: 0.0255952
Jan 28 02:10:56.478913 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c6145eee-2a6d-40b2-b06b-70fbd4a16de9 req-2d3daba6-69a5-4b57-add1-071cccac997b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 210 time: 0.0270839
Jan 28 02:10:57.578860 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c9f455c0-9cc2-48ec-b87a-de94832581fb req-1260b3f3-ba14-4fa4-92c1-906d860f994d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 210 time: 0.0255420
Jan 28 02:10:57.844068 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-49562adc-4d1f-4c24-ad75-fc3c272273e2 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:57.846157 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-49562adc-4d1f-4c24-ad75-fc3c272273e2 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.95 "GET /v2.0/networks?id=93f7fa36-86c7-4eac-8e6a-71166645bc4a HTTP/1.1" status: 200  len: 815 time: 0.1078918
Jan 28 02:10:57.904991 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-0f30bbca-49f0-4e58-bfa8-fecaec4ae3e8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bdd27e926a84fa49844fbcca271bb19 HTTP/1.1" status: 200  len: 379 time: 0.0405645
Jan 28 02:10:57.915872 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-293d3ae0-56d8-41b8-9c39-67bf28f03b8b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Request body: {'port': {'device_id': 'c3ea23ca-a790-4f52-ad85-dcac640a8695', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'admin_state_up': True, 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'security_groups': ['39ed49b5-6cbc-4f09-a17f-3963555a0e73']}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:10:58.179990 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-293d3ae0-56d8-41b8-9c39-67bf28f03b8b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Made reservation on behalf of 6bdd27e926a84fa49844fbcca271bb19 for: {'port': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:10:58.183529 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-293d3ae0-56d8-41b8-9c39-67bf28f03b8b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:58.311338 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-293d3ae0-56d8-41b8-9c39-67bf28f03b8b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Allocated IP 172.20.0.9 (93f7fa36-86c7-4eac-8e6a-71166645bc4a/51f5d2fc-f2c1-4616-91ac-244dfd5cdb84/a5ba13e6-3134-4ccb-b060-70df55025709) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:10:58.450099 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-293d3ae0-56d8-41b8-9c39-67bf28f03b8b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:58.563699 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-293d3ae0-56d8-41b8-9c39-67bf28f03b8b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:58.615806 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-293d3ae0-56d8-41b8-9c39-67bf28f03b8b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Network 93f7fa36-86c7-4eac-8e6a-71166645bc4a is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:10:58.619019 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-293d3ae0-56d8-41b8-9c39-67bf28f03b8b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:10:58.623027 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-293d3ae0-56d8-41b8-9c39-67bf28f03b8b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:10:58.653222 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d3ae0-56d8-41b8-9c39-67bf28f03b8b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Pushing event updated for resources: {'Port': ['ID=a5ba13e6-3134-4ccb-b060-70df55025709,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:58.701976 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-293d3ae0-56d8-41b8-9c39-67bf28f03b8b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:58.702620 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-293d3ae0-56d8-41b8-9c39-67bf28f03b8b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:58.755409 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3cc35-be16-45c4-ad5b-f8e5672b38db req-10ab340b-4010-4d73-8f99-9d4b32fd034a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:58.761131 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-68a3cc35-be16-45c4-ad5b-f8e5672b38db req-10ab340b-4010-4d73-8f99-9d4b32fd034a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 931 time: 0.0801563
Jan 28 02:10:58.817008 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-68a3cc35-be16-45c4-ad5b-f8e5672b38db req-59fe5b7b-d355-430d-a8e6-e8420165b674 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492275
Jan 28 02:10:58.852056 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-293d3ae0-56d8-41b8-9c39-67bf28f03b8b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9410172
Jan 28 02:10:58.870577 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Request body: {'port': {'device_id': 'c3ea23ca-a790-4f52-ad85-dcac640a8695', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:10:58.918569 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-4e929db6-8755-4385-be18-7f5ecca9f967 None None] Provisioning complete for port a5ba13e6-3134-4ccb-b060-70df55025709 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:10:58.919044 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-4e929db6-8755-4385-be18-7f5ecca9f967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:58.929027 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:58.961216 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-4e929db6-8755-4385-be18-7f5ecca9f967 None None] Port a5ba13e6-3134-4ccb-b060-70df55025709 cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:10:59.212480 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ba13e6-3134-4ccb-b060-70df55025709 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:10:59.217262 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:59.229736 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Transition to ACTIVE for port object a5ba13e6-3134-4ccb-b060-70df55025709 will not be triggered until provisioned by entity L2. {{(pid=102090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:10:59.481839 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:59.535477 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Pushing event updated for resources: {'Port': ['ID=a5ba13e6-3134-4ccb-b060-70df55025709,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:59.616495 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Attempting to bind port a5ba13e6-3134-4ccb-b060-70df55025709 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:10:59.617135 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Attempting to bind port a5ba13e6-3134-4ccb-b060-70df55025709 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': 'c03c4d01-c672-47ad-af57-d8f713f8ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:10:59.617368 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Attempting to bind port a5ba13e6-3134-4ccb-b060-70df55025709 on network 93f7fa36-86c7-4eac-8e6a-71166645bc4a {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:10:59.621930 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Port a5ba13e6-3134-4ccb-b060-70df55025709 on network 93f7fa36-86c7-4eac-8e6a-71166645bc4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:10:59.622321 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Attempting to bind port a5ba13e6-3134-4ccb-b060-70df55025709 on network 93f7fa36-86c7-4eac-8e6a-71166645bc4a {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:10:59.627522 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:10:59.628054 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Checking segment: {'id': 'c03c4d01-c672-47ad-af57-d8f713f8ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:10:59.628460 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Bound using segment: {'id': 'c03c4d01-c672-47ad-af57-d8f713f8ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:10:59.628952 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Bound port: a5ba13e6-3134-4ccb-b060-70df55025709, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03c4d01-c672-47ad-af57-d8f713f8ab70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:10:59.629306 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:59.698880 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] For port a5ba13e6-3134-4ccb-b060-70df55025709, host hv-cinder-82497, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:10:59.701860 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] For port a5ba13e6-3134-4ccb-b060-70df55025709, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a5ba13e6-3134-4ccb-b060-70df55025709,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:10:59.728284 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:10:59.788032 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:59.825548 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:10:59.826152 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:10:59.827528 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] 10.222.0.95 "PUT /v2.0/ports/a5ba13e6-3134-4ccb-b060-70df55025709 HTTP/1.1" status: 200  len: 1093 time: 0.9614468
Jan 28 02:10:59.827991 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ea23ca-a790-4f52-ad85-dcac640a8695', 'tag': 'a5ba13e6-3134-4ccb-b060-70df55025709'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:10:59.830290 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be4a606-d740-4ffd-8b9f-94dc270346d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ea23ca-a790-4f52-ad85-dcac640a8695", "tag": "a5ba13e6-3134-4ccb-b060-70df55025709"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:10:59.864445 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73a256-46d4-4a94-95a7-a74c25c29d1d service neutron] Pushing event updated for resources: {'Port': ['ID=a5ba13e6-3134-4ccb-b060-70df55025709,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:10:59.898336 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1f8cc9-c79a-4e59-aed2-e9a75b1e2a8b x-openstack-request-id: req-cd1f8cc9-c79a-4e59-aed2-e9a75b1e2a8b {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:10:59.898937 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ea23ca-a790-4f52-ad85-dcac640a8695", "tag": "a5ba13e6-3134-4ccb-b060-70df55025709", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:10:59.899237 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cd1f8cc9-c79a-4e59-aed2-e9a75b1e2a8b {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:10:59.899702 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ea23ca-a790-4f52-ad85-dcac640a8695', 'tag': 'a5ba13e6-3134-4ccb-b060-70df55025709', 'status': 'completed', 'code': 200}
Jan 28 02:11:00.013248 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197b289-04c2-4717-a25d-4f78e61841b9 req-611aa9ab-4ee9-47e5-b5c0-645afeff65b1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:00.017366 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7197b289-04c2-4717-a25d-4f78e61841b9 req-611aa9ab-4ee9-47e5-b5c0-645afeff65b1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0897574
Jan 28 02:11:00.022390 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4a606-d740-4ffd-8b9f-94dc270346d7 req-19496122-382a-4403-88fc-4ae212fc7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:00.023639 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9be4a606-d740-4ffd-8b9f-94dc270346d7 req-19496122-382a-4403-88fc-4ae212fc7b98 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6bdd27e926a84fa49844fbcca271bb19&device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 1096 time: 0.0671737
Jan 28 02:11:00.114287 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7197b289-04c2-4717-a25d-4f78e61841b9 req-5052d9ca-43a0-4fc6-ae81-27119c971ac0 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0894718
Jan 28 02:11:00.179715 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4a606-d740-4ffd-8b9f-94dc270346d7 req-49db23a9-05ad-4126-8e61-9197fda2d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:00.181229 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9be4a606-d740-4ffd-8b9f-94dc270346d7 req-49db23a9-05ad-4126-8e61-9197fda2d7ad service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=6bdd27e926a84fa49844fbcca271bb19&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1412435
Jan 28 02:11:00.287319 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4a606-d740-4ffd-8b9f-94dc270346d7 req-a8e0072c-c4d8-41ff-9486-d739a6476983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:00.289316 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9be4a606-d740-4ffd-8b9f-94dc270346d7 req-a8e0072c-c4d8-41ff-9486-d739a6476983 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1009965
Jan 28 02:11:00.401058 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-f9ec1f8f-595a-4143-bc94-6a5f83456591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:00.402537 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-f9ec1f8f-595a-4143-bc94-6a5f83456591 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6bdd27e926a84fa49844fbcca271bb19&device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 1096 time: 0.0416100
Jan 28 02:11:00.452119 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-ab7ca360-b4cf-438d-a157-3dbeae6365ff service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ba13e6-3134-4ccb-b060-70df55025709 HTTP/1.1" status: 200  len: 217 time: 0.0348725
Jan 28 02:11:00.499824 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1bd43d2e-f31f-4c49-bfe2-f6f5f0ffd12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:00.501270 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-1bd43d2e-f31f-4c49-bfe2-f6f5f0ffd12c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=51f5d2fc-f2c1-4616-91ac-244dfd5cdb84 HTTP/1.1" status: 200  len: 854 time: 0.0427344
Jan 28 02:11:00.554034 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-a0f0f7c3-baa2-460e-a761-18f0a2a8a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:00.555248 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-a0f0f7c3-baa2-460e-a761-18f0a2a8a103 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93f7fa36-86c7-4eac-8e6a-71166645bc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0468781
Jan 28 02:11:00.651192 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-099680ba-05b0-4922-82e2-5c31af8b3db2 service neutron] 10.222.0.95 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879760
Jan 28 02:11:00.746979 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d1b7b9e8-a855-4932-96a3-1e3aa85b9c89 req-2fbe3287-655e-4ec3-9f4c-91432a84a3a1 service neutron] 10.222.0.95 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886884
Jan 28 02:11:01.404979 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb74a8-8a3c-43bd-82e9-62427ac29a8f req-7930cf8b-32a3-4d20-bc74-fe1efbd76ea4 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:01.406486 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-41eb74a8-8a3c-43bd-82e9-62427ac29a8f req-7930cf8b-32a3-4d20-bc74-fe1efbd76ea4 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.2112229
Jan 28 02:11:01.446974 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-41eb74a8-8a3c-43bd-82e9-62427ac29a8f req-c3d15843-a9fd-46c6-8589-b1eb47075af2 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0336783
Jan 28 02:11:02.617323 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce378a2e-f168-48f0-a62f-2ae93c2ee7cc req-75c2016c-d27d-4bfc-8419-0376d05d5184 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:02.619260 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ce378a2e-f168-48f0-a62f-2ae93c2ee7cc req-75c2016c-d27d-4bfc-8419-0376d05d5184 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.1006737
Jan 28 02:11:02.659788 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ce378a2e-f168-48f0-a62f-2ae93c2ee7cc req-596c5b98-19b2-43fe-aa4b-3289d62f8189 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0339372
Jan 28 02:11:03.787919 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831debb-1ef8-4ed4-9199-40dc4878d52d req-15135cca-af2f-4387-b235-5cfedd67acbf tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:03.790022 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5831debb-1ef8-4ed4-9199-40dc4878d52d req-15135cca-af2f-4387-b235-5cfedd67acbf tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0546057
Jan 28 02:11:03.829111 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5831debb-1ef8-4ed4-9199-40dc4878d52d req-57cd1cbe-4399-42aa-ab6f-2a1362446aeb tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0333059
Jan 28 02:11:04.953953 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9aa0b-5a56-4f90-9118-259ed11d2119 req-ed7d00a0-700a-4da2-9d49-60f659085711 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:04.955616 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19f9aa0b-5a56-4f90-9118-259ed11d2119 req-ed7d00a0-700a-4da2-9d49-60f659085711 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0494831
Jan 28 02:11:04.996251 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19f9aa0b-5a56-4f90-9118-259ed11d2119 req-af8aa149-4f64-494f-b909-9e83ab9fd6e6 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0345256
Jan 28 02:11:06.114231 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd48e93-5d0c-4de4-8ad4-8bf8f2921a99 req-2e642581-814f-4d13-8bfd-08faf8e5926d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:06.115691 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cdd48e93-5d0c-4de4-8ad4-8bf8f2921a99 req-2e642581-814f-4d13-8bfd-08faf8e5926d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0500319
Jan 28 02:11:06.154949 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cdd48e93-5d0c-4de4-8ad4-8bf8f2921a99 req-3d6523c5-f5fc-4a39-a5ad-fef232d0ec5c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0333512
Jan 28 02:11:07.284058 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f38db-62d8-4758-803e-9b0e326b747a req-1bda3366-f31f-4609-b545-729143d87d95 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:07.285587 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-513f38db-62d8-4758-803e-9b0e326b747a req-1bda3366-f31f-4609-b545-729143d87d95 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0530467
Jan 28 02:11:07.327736 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-513f38db-62d8-4758-803e-9b0e326b747a req-eebacf3a-5bc2-4985-829c-c18f2d1be809 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361004
Jan 28 02:11:07.488428 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device a5ba13e6-3134-4ccb-b060-70df55025709 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:11:07.596972 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port a5ba13e6-3134-4ccb-b060-70df55025709, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a5ba13e6-3134-4ccb-b060-70df55025709,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:07.608888 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': 'a5ba13e6-3134-4ccb-b060-70df55025709', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'port_id': 'a5ba13e6-3134-4ccb-b060-70df55025709', 'mac_address': 'fa:16:3e:3a:be:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:11:07.651766 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:07.668034 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ba13e6-3134-4ccb-b060-70df55025709 {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:11:07.689235 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port a5ba13e6-3134-4ccb-b060-70df55025709, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a5ba13e6-3134-4ccb-b060-70df55025709,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:07.757283 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:07.804246 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=a5ba13e6-3134-4ccb-b060-70df55025709,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:07.811856 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:07.812246 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:07.812695 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:07.813030 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:07.813364 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:07.813697 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:07.814024 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:07.814351 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:07.814677 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:07.815001 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:07.815322 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:07.815638 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:08.238555 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['a5ba13e6-3134-4ccb-b060-70df55025709'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:11:08.452091 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a69e62-de93-437f-a9f3-169c73ad8f7d req-513eb2f3-5da9-41f5-a6a4-c723f8f1bf61 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:08.454697 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-81a69e62-de93-437f-a9f3-169c73ad8f7d req-513eb2f3-5da9-41f5-a6a4-c723f8f1bf61 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 944 time: 0.0543191
Jan 28 02:11:08.502630 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-81a69e62-de93-437f-a9f3-169c73ad8f7d req-33dd08bd-5fbb-48fd-82ca-17123abcbc4e tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413425
Jan 28 02:11:09.621844 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3e172-9053-47b5-9627-420630ee9d65 req-edc8d7ab-85eb-4971-b041-41ea094e1576 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:09.623397 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-94c3e172-9053-47b5-9627-420630ee9d65 req-edc8d7ab-85eb-4971-b041-41ea094e1576 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 944 time: 0.0495534
Jan 28 02:11:09.660715 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-94c3e172-9053-47b5-9627-420630ee9d65 req-a2dd88a0-c109-4dae-906a-6720b277d391 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0312874
Jan 28 02:11:10.794201 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e44d64-9d0c-470f-8610-3c3dcdab180d req-a2ecdac9-5bc3-4efc-ad60-8dfe2c5f27fd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:10.795657 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-32e44d64-9d0c-470f-8610-3c3dcdab180d req-a2ecdac9-5bc3-4efc-ad60-8dfe2c5f27fd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 944 time: 0.0519843
Jan 28 02:11:10.834585 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-32e44d64-9d0c-470f-8610-3c3dcdab180d req-5cc3a796-f755-4846-859b-b32c2ed7c11f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0329585
Jan 28 02:11:10.842960 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-e6b27390-d190-4ae0-91c2-86dbd11216e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:10.903065 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device a5ba13e6-3134-4ccb-b060-70df55025709 up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:11:11.021547 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port a5ba13e6-3134-4ccb-b060-70df55025709 completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:11:11.027620 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port a5ba13e6-3134-4ccb-b060-70df55025709 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:11.035501 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:11.104313 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:11.126820 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ea23ca-a790-4f52-ad85-dcac640a8695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ba13e6-3134-4ccb-b060-70df55025709'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:11:11.129151 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bce8e9-edf9-4f88-87e8-7f304cb834af" -d '{"events": [{"server_uuid": "c3ea23ca-a790-4f52-ad85-dcac640a8695", "name": "network-vif-plugged", "status": "completed", "tag": "a5ba13e6-3134-4ccb-b060-70df55025709"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:11:11.143360 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port a5ba13e6-3134-4ccb-b060-70df55025709, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a5ba13e6-3134-4ccb-b060-70df55025709,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:11.169993 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6896f1-7769-47ce-8dff-807b337a51ec x-openstack-request-id: req-af6896f1-7769-47ce-8dff-807b337a51ec {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:11:11.170300 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ea23ca-a790-4f52-ad85-dcac640a8695", "name": "network-vif-plugged", "status": "completed", "tag": "a5ba13e6-3134-4ccb-b060-70df55025709", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:11:11.170562 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-af6896f1-7769-47ce-8dff-807b337a51ec {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:11:11.171000 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ea23ca-a790-4f52-ad85-dcac640a8695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ba13e6-3134-4ccb-b060-70df55025709', 'code': 200}
Jan 28 02:11:11.228535 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:11.282577 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=a5ba13e6-3134-4ccb-b060-70df55025709,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:11.502809 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae14b82-ba04-4189-ac41-7cda89477dbc req-6ee7b455-19ce-4c16-a7c2-65d764a2e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:11.504286 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1ae14b82-ba04-4189-ac41-7cda89477dbc req-6ee7b455-19ce-4c16-a7c2-65d764a2e998 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 1098 time: 0.0388067
Jan 28 02:11:11.541969 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1ae14b82-ba04-4189-ac41-7cda89477dbc req-78ba6caa-1dc4-4a97-9ef7-f5b2970d4a34 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0294693
Jan 28 02:11:11.963259 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656f978-e4bc-4806-8a3a-58c940af4de9 req-6d565f70-05ce-441e-8ee8-77bd06d591f2 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:11.964824 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e656f978-e4bc-4806-8a3a-58c940af4de9 req-6d565f70-05ce-441e-8ee8-77bd06d591f2 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0578430
Jan 28 02:11:12.007780 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e656f978-e4bc-4806-8a3a-58c940af4de9 req-4a258156-7d91-4344-aecf-93bb862355ce tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361495
Jan 28 02:11:12.589270 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59414) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:12.704482 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1fd222fd-75a2-40a1-a794-9f0b5ba765d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:12.791934 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1fd222fd-75a2-40a1-a794-9f0b5ba765d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:12.844688 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1fd222fd-75a2-40a1-a794-9f0b5ba765d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:12.883161 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-1fd222fd-75a2-40a1-a794-9f0b5ba765d8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dd04b3c686b6485dbabc94f888272d12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2919023
Jan 28 02:11:12.884655 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd222fd-75a2-40a1-a794-9f0b5ba765d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c03ab19-7861-4928-9840-def6aa10ae76,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:12.886850 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 59418) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:12.946740 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-198d2c88-8abd-44fc-af16-06d72f5c41a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:12.967468 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-198d2c88-8abd-44fc-af16-06d72f5c41a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:13.137166 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f632d-4087-45a5-860f-5b07ab48eb71 req-4451d405-8814-42ec-b1d1-c38b1f21a349 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:13.168858 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-980f632d-4087-45a5-860f-5b07ab48eb71 req-4451d405-8814-42ec-b1d1-c38b1f21a349 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0546682
Jan 28 02:11:13.181784 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-980f632d-4087-45a5-860f-5b07ab48eb71 req-7218dbc9-a096-411a-a60e-b47edfd07923 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0362837
Jan 28 02:11:13.199175 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-4ec3371c-2b32-4f67-90b1-6e6e7482b402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:13.203098 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-198d2c88-8abd-44fc-af16-06d72f5c41a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:13.203098 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-198d2c88-8abd-44fc-af16-06d72f5c41a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:13.204404 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-198d2c88-8abd-44fc-af16-06d72f5c41a6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8c03ab19-7861-4928-9840-def6aa10ae76 HTTP/1.1" status: 204  len: 168 time: 0.3163424
Jan 28 02:11:13.212609 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d2c88-8abd-44fc-af16-06d72f5c41a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c03ab19-7861-4928-9840-def6aa10ae76,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:13.219992 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2c88-8abd-44fc-af16-06d72f5c41a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:13.220602 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2c88-8abd-44fc-af16-06d72f5c41a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:13.220947 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2c88-8abd-44fc-af16-06d72f5c41a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:13.221282 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2c88-8abd-44fc-af16-06d72f5c41a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:13.221654 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2c88-8abd-44fc-af16-06d72f5c41a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:13.222241 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2c88-8abd-44fc-af16-06d72f5c41a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:13.222668 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2c88-8abd-44fc-af16-06d72f5c41a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:13.223003 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2c88-8abd-44fc-af16-06d72f5c41a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:13.223331 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2c88-8abd-44fc-af16-06d72f5c41a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:13.223654 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2c88-8abd-44fc-af16-06d72f5c41a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:13.223993 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2c88-8abd-44fc-af16-06d72f5c41a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:13.224318 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2c88-8abd-44fc-af16-06d72f5c41a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:13.911171 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 59436) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:13.924730 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f14991db-f358-4a8a-a3d3-80a5fb31effb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:14.000823 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f14991db-f358-4a8a-a3d3-80a5fb31effb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:14.067350 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f14991db-f358-4a8a-a3d3-80a5fb31effb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:14.109107 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-f14991db-f358-4a8a-a3d3-80a5fb31effb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ff8228da1bce46cfa79985742c230867&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1968725
Jan 28 02:11:14.110199 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14991db-f358-4a8a-a3d3-80a5fb31effb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78b31c1-89df-455c-ae9d-792f22ea60af,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:14.111836 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59438) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:14.162326 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82fb1910-f81b-4099-9783-00ecad940f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:14.184466 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82fb1910-f81b-4099-9783-00ecad940f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:14.296063 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82fb1910-f81b-4099-9783-00ecad940f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:14.299048 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82fb1910-f81b-4099-9783-00ecad940f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:14.302704 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-82fb1910-f81b-4099-9783-00ecad940f20 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a78b31c1-89df-455c-ae9d-792f22ea60af HTTP/1.1" status: 204  len: 168 time: 0.1867659
Jan 28 02:11:14.315141 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb1910-f81b-4099-9783-00ecad940f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78b31c1-89df-455c-ae9d-792f22ea60af,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:14.534831 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fffd99-b0f3-4d96-ba91-bdcda7bf61bc req-348d9234-487f-4a64-939d-ce319278adb5 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:14.536343 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-55fffd99-b0f3-4d96-ba91-bdcda7bf61bc req-348d9234-487f-4a64-939d-ce319278adb5 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0529921
Jan 28 02:11:14.574935 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-55fffd99-b0f3-4d96-ba91-bdcda7bf61bc req-010804a2-87e2-4baf-bf1c-6c1b728d7b35 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0322869
Jan 28 02:11:14.648791 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:14.703909 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b81aa1-3136-4b3e-81b9-1bf4631b9d8f req-b252fbc2-62b6-4e81-bf14-82af96e0adfc tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:14.705827 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-77b81aa1-3136-4b3e-81b9-1bf4631b9d8f req-b252fbc2-62b6-4e81-bf14-82af96e0adfc tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0519137
Jan 28 02:11:14.716988 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59456) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:14.722085 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-5da5aa10-670b-4504-aa8e-0b21ed9d68dd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Request body: {'floatingip': {'port_id': 'a5ba13e6-3134-4ccb-b060-70df55025709'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:14.761752 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5da5aa10-670b-4504-aa8e-0b21ed9d68dd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for floatingip, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:14.921795 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 59466) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:15.140769 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d0190c11-a15d-49ab-8d17-58aeb22bbb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:15.226630 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d0190c11-a15d-49ab-8d17-58aeb22bbb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:15.336150 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d0190c11-a15d-49ab-8d17-58aeb22bbb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:15.379872 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-d0190c11-a15d-49ab-8d17-58aeb22bbb7a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1a8dab7e762c40d0a4278c1ac84b8c13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4564161
Jan 28 02:11:15.380425 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0190c11-a15d-49ab-8d17-58aeb22bbb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6e955f-11e8-4cf9-b0b6-6c0ad0445857,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:15.382848 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 59478) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:15.437998 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-837d7286-83ea-4459-9df5-136fc9f98422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:15.465681 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5da5aa10-670b-4504-aa8e-0b21ed9d68dd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:15.466176 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-837d7286-83ea-4459-9df5-136fc9f98422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:15.524547 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5da5aa10-670b-4504-aa8e-0b21ed9d68dd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746666'] for floatingip, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:15.572233 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-837d7286-83ea-4459-9df5-136fc9f98422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:15.575038 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-837d7286-83ea-4459-9df5-136fc9f98422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:15.578603 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-837d7286-83ea-4459-9df5-136fc9f98422 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2a6e955f-11e8-4cf9-b0b6-6c0ad0445857 HTTP/1.1" status: 204  len: 168 time: 0.1925683
Jan 28 02:11:15.587654 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d7286-83ea-4459-9df5-136fc9f98422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6e955f-11e8-4cf9-b0b6-6c0ad0445857,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:15.647855 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.l3_db [None req-5da5aa10-670b-4504-aa8e-0b21ed9d68dd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Floating IP dba8ada3-5df8-4fe8-95fd-16a71f61f274 associated. External IP: 172.27.0.152, port: a5ba13e6-3134-4ccb-b060-70df55025709.
Jan 28 02:11:15.859870 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da5aa10-670b-4504-aa8e-0b21ed9d68dd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:11:15.971735 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da5aa10-670b-4504-aa8e-0b21ed9d68dd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:11:15.982046 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5da5aa10-670b-4504-aa8e-0b21ed9d68dd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:15.989086 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e758e-a361-43c6-9a96-84dfbb2d3f9c None None] Sync routers for ids ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:11:16.000370 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e758e-a361-43c6-9a96-84dfbb2d3f9c None None] Routers {'58b07428-0d7d-4629-81cb-7fd0cc79ad0e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:16.001593 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-684e758e-a361-43c6-9a96-84dfbb2d3f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f797510f5b0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:16.005954 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-5da5aa10-670b-4504-aa8e-0b21ed9d68dd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "PUT /v2.0/floatingips/dba8ada3-5df8-4fe8-95fd-16a71f61f274 HTTP/1.1" status: 200  len: 991 time: 1.2876670
Jan 28 02:11:16.006584 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ea23ca-a790-4f52-ad85-dcac640a8695', 'tag': 'a5ba13e6-3134-4ccb-b060-70df55025709'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:11:16.020192 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018a6f7d036e4cc9c0598cac366770376dcc312318454bb663f15aa8bf8ee3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c5ab76-48a9-4522-a402-ad5d28180735" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ea23ca-a790-4f52-ad85-dcac640a8695", "tag": "a5ba13e6-3134-4ccb-b060-70df55025709"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:11:16.083006 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985f7f57-38ca-4999-a2f4-c88acb21aa70 x-openstack-request-id: req-985f7f57-38ca-4999-a2f4-c88acb21aa70 {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:11:16.083327 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ea23ca-a790-4f52-ad85-dcac640a8695", "tag": "a5ba13e6-3134-4ccb-b060-70df55025709", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:11:16.083568 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-985f7f57-38ca-4999-a2f4-c88acb21aa70 {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:11:16.083955 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ea23ca-a790-4f52-ad85-dcac640a8695', 'tag': 'a5ba13e6-3134-4ccb-b060-70df55025709', 'status': 'completed', 'code': 200}
Jan 28 02:11:16.142512 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-684e758e-a361-43c6-9a96-84dfbb2d3f9c None None] Set router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:16.336367 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5ab76-48a9-4522-a402-ad5d28180735 req-f24b883a-cb0c-4fdd-b5f2-30032c407e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:16.339293 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19c5ab76-48a9-4522-a402-ad5d28180735 req-f24b883a-cb0c-4fdd-b5f2-30032c407e76 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6bdd27e926a84fa49844fbcca271bb19&device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 1098 time: 0.1783621
Jan 28 02:11:16.462925 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5ab76-48a9-4522-a402-ad5d28180735 req-dadba495-42e3-4c6f-815c-785d23e1c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:16.465084 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19c5ab76-48a9-4522-a402-ad5d28180735 req-dadba495-42e3-4c6f-815c-785d23e1c2c7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=93f7fa36-86c7-4eac-8e6a-71166645bc4a HTTP/1.1" status: 200  len: 917 time: 0.1165705
Jan 28 02:11:16.491856 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-684e758e-a361-43c6-9a96-84dfbb2d3f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f797510f5b0>, [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 4, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port': {'id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'dba8ada3-5df8-4fe8-95fd-16a71f61f274', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'port_id': 'a5ba13e6-3134-4ccb-b060-70df55025709', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'mac_address': 'fa:16:3e:3a:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea23ca-a790-4f52-ad85-dcac640a8695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:10:51Z', 'updated_at': '2022-01-28T02:11:15Z', 'revision_number': 1, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2ce480-8a81-4ef0-a567-468cc9619334', 'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'mac_address': 'fa:16:3e:c6:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:09Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 5, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'subnets': [{'id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:16.535764 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:16.542861 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19c5ab76-48a9-4522-a402-ad5d28180735 req-af18712b-318f-4026-a9f8-54c61cd06dd5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ba13e6-3134-4ccb-b060-70df55025709 HTTP/1.1" status: 200  len: 999 time: 0.0698335
Jan 28 02:11:16.546225 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e758e-a361-43c6-9a96-84dfbb2d3f9c None None] Checking router: 58b07428-0d7d-4629-81cb-7fd0cc79ad0e for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:11:16.562035 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e758e-a361-43c6-9a96-84dfbb2d3f9c None None] Routers {'58b07428-0d7d-4629-81cb-7fd0cc79ad0e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:16.562653 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-684e758e-a361-43c6-9a96-84dfbb2d3f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f797510f5b0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:16.603412 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5ab76-48a9-4522-a402-ad5d28180735 req-a0b8acfe-cf0c-450e-841f-8164991b45ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:16.603412 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19c5ab76-48a9-4522-a402-ad5d28180735 req-a0b8acfe-cf0c-450e-841f-8164991b45ce service neutron] 10.222.0.95 "GET /v2.0/subnets?id=51f5d2fc-f2c1-4616-91ac-244dfd5cdb84 HTTP/1.1" status: 200  len: 854 time: 0.0513327
Jan 28 02:11:16.675055 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5ab76-48a9-4522-a402-ad5d28180735 req-40847c1a-023c-4a65-b7f0-c029df1d86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:16.676876 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19c5ab76-48a9-4522-a402-ad5d28180735 req-40847c1a-023c-4a65-b7f0-c029df1d86ae service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93f7fa36-86c7-4eac-8e6a-71166645bc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0654089
Jan 28 02:11:16.700457 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-684e758e-a361-43c6-9a96-84dfbb2d3f9c None None] Set router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:16.735257 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:16.793857 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19c5ab76-48a9-4522-a402-ad5d28180735 req-892d5b08-4a24-46c6-a745-26604ab2b69f service neutron] 10.222.0.95 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1084814
Jan 28 02:11:16.906926 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19c5ab76-48a9-4522-a402-ad5d28180735 req-44adb3a5-e564-4b2a-8c4c-77d976953cf8 service neutron] 10.222.0.95 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1028798
Jan 28 02:11:16.973541 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-684e758e-a361-43c6-9a96-84dfbb2d3f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f797510f5b0>, [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 4, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port': {'id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'dba8ada3-5df8-4fe8-95fd-16a71f61f274', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'port_id': 'a5ba13e6-3134-4ccb-b060-70df55025709', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'mac_address': 'fa:16:3e:3a:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea23ca-a790-4f52-ad85-dcac640a8695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:10:51Z', 'updated_at': '2022-01-28T02:11:15Z', 'revision_number': 1, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2ce480-8a81-4ef0-a567-468cc9619334', 'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'mac_address': 'fa:16:3e:c6:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:09Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 5, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'subnets': [{'id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:17.131598 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e758e-a361-43c6-9a96-84dfbb2d3f9c None None] The sync data for ids ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'] in dv-cinder-824977-1-iscsi is: [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 4, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port': {'id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'dba8ada3-5df8-4fe8-95fd-16a71f61f274', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'port_id': 'a5ba13e6-3134-4ccb-b060-70df55025709', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'mac_address': 'fa:16:3e:3a:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea23ca-a790-4f52-ad85-dcac640a8695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:10:51Z', 'updated_at': '2022-01-28T02:11:15Z', 'revision_number': 1, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2ce480-8a81-4ef0-a567-468cc9619334', 'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'mac_address': 'fa:16:3e:c6:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:09Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 5, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'subnets': [{'id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:11:17.354063 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3999442e-8d0a-4451-b48f-1c0e62a8a7e3 None None] New status for floating IP dba8ada3-5df8-4fe8-95fd-16a71f61f274: ACTIVE {{(pid=102092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:11:17.483617 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59548) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:17.600955 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7829f536-bc1f-4170-80e7-07054a50f6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:17.686534 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7829f536-bc1f-4170-80e7-07054a50f6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:17.774122 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7829f536-bc1f-4170-80e7-07054a50f6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:17.818611 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7829f536-bc1f-4170-80e7-07054a50f6d2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e70486dd15f44d1da4eb6f992dc1fb3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3335814
Jan 28 02:11:17.820201 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829f536-bc1f-4170-80e7-07054a50f6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9770e1-bd41-4e9b-ad10-940e63cf669c,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:17.821151 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 59552) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:17.879511 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-00e837d2-085a-4b59-b3b5-02775725fda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:17.908157 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-00e837d2-085a-4b59-b3b5-02775725fda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:18.048726 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-00e837d2-085a-4b59-b3b5-02775725fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:18.051405 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-00e837d2-085a-4b59-b3b5-02775725fda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:18.052648 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-00e837d2-085a-4b59-b3b5-02775725fda2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8f9770e1-bd41-4e9b-ad10-940e63cf669c HTTP/1.1" status: 204  len: 168 time: 0.2292299
Jan 28 02:11:18.064731 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e837d2-085a-4b59-b3b5-02775725fda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9770e1-bd41-4e9b-ad10-940e63cf669c,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:18.826689 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59564) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:18.851911 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7507fc59-7e1f-444e-8aa9-e264844f31ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:18.931931 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7507fc59-7e1f-444e-8aa9-e264844f31ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:19.002890 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7507fc59-7e1f-444e-8aa9-e264844f31ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:19.049744 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507fc59-7e1f-444e-8aa9-e264844f31ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b190f4-a67c-40ca-b2a3-1020da580306,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:19.058547 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7507fc59-7e1f-444e-8aa9-e264844f31ed admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=591a621d5cc74617992848c69862abbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2265944
Jan 28 02:11:19.061063 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 59570) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:19.121041 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2c5a-2141-4bec-811f-59a351c522de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:19.144453 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2c5a-2141-4bec-811f-59a351c522de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:19.351688 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2c5a-2141-4bec-811f-59a351c522de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:19.354435 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2c5a-2141-4bec-811f-59a351c522de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:19.355600 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-6bfb2c5a-2141-4bec-811f-59a351c522de admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a6b190f4-a67c-40ca-b2a3-1020da580306 HTTP/1.1" status: 204  len: 168 time: 0.2935297
Jan 28 02:11:19.364191 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb2c5a-2141-4bec-811f-59a351c522de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b190f4-a67c-40ca-b2a3-1020da580306,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:21.615888 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:22.876943 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5460ea-e8a7-4189-b92d-f52fd509997e req-0b4c34c6-2cf1-4c61-844b-03ae2e8a0f86 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:22.878551 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3d5460ea-e8a7-4189-b92d-f52fd509997e req-0b4c34c6-2cf1-4c61-844b-03ae2e8a0f86 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.3226464
Jan 28 02:11:22.917731 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3d5460ea-e8a7-4189-b92d-f52fd509997e req-6649f518-0d43-4824-85a1-b26489492035 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0325379
Jan 28 02:11:24.036395 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28085e55-4a7d-48bb-929d-c0df5efec64b req-d725eecf-d9a0-43e3-9bda-26bfbd111482 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:24.037887 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28085e55-4a7d-48bb-929d-c0df5efec64b req-d725eecf-d9a0-43e3-9bda-26bfbd111482 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0485473
Jan 28 02:11:24.077741 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28085e55-4a7d-48bb-929d-c0df5efec64b req-c8d0e230-ed2b-4eeb-99a2-d48353bc4374 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0330429
Jan 28 02:11:24.104578 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 59680) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:24.210304 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f3f700cc-cd93-4cad-9995-ba62ab7a7eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:24.288189 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f3f700cc-cd93-4cad-9995-ba62ab7a7eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:24.409734 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f3f700cc-cd93-4cad-9995-ba62ab7a7eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:24.451318 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-f3f700cc-cd93-4cad-9995-ba62ab7a7eb7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=61db238e5cce451aa72c9cf853ec26b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3455791
Jan 28 02:11:24.452218 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f700cc-cd93-4cad-9995-ba62ab7a7eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3dc4bc-5482-41c8-81f0-68a06c6c3139,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:24.454184 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59686) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:24.503466 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1defe0f7-9569-42c2-bbcb-24d31f2dcdb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:24.526043 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1defe0f7-9569-42c2-bbcb-24d31f2dcdb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:24.678677 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1defe0f7-9569-42c2-bbcb-24d31f2dcdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:24.681772 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1defe0f7-9569-42c2-bbcb-24d31f2dcdb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:24.682914 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-1defe0f7-9569-42c2-bbcb-24d31f2dcdb9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ab3dc4bc-5482-41c8-81f0-68a06c6c3139 HTTP/1.1" status: 204  len: 168 time: 0.2277706
Jan 28 02:11:24.691565 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defe0f7-9569-42c2-bbcb-24d31f2dcdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3dc4bc-5482-41c8-81f0-68a06c6c3139,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:25.194691 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcd2aa-0109-40b1-86fb-8b42d9a7485c req-7c0ea911-246d-41ec-836c-5e8a0b83de77 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:25.196159 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dbdcd2aa-0109-40b1-86fb-8b42d9a7485c req-7c0ea911-246d-41ec-836c-5e8a0b83de77 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0488348
Jan 28 02:11:25.235994 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dbdcd2aa-0109-40b1-86fb-8b42d9a7485c req-854b2b9d-3de8-4ca7-9226-898939ca7254 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=baf633e7-e810-468b-b9d6-1c746238ccde&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0326488
Jan 28 02:11:25.313076 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59700) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:25.326335 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-67f41354-f7d7-451e-804e-0ac4e40af224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:25.402358 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-67f41354-f7d7-451e-804e-0ac4e40af224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:25.524102 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-67f41354-f7d7-451e-804e-0ac4e40af224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:25.562537 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-67f41354-f7d7-451e-804e-0ac4e40af224 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc38a4615a9e40a9a964c0f88f9502cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2483990
Jan 28 02:11:25.563661 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f41354-f7d7-451e-804e-0ac4e40af224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfbcc5a-bcdb-422e-8028-3215010ee0f3,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:25.564172 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e75fe0-ed48-41f3-b3cc-46939643013e req-7f449201-e470-4c91-9c22-1c5fa9bb0c2e tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:25.565527 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59704) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:25.565648 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-54e75fe0-ed48-41f3-b3cc-46939643013e req-7f449201-e470-4c91-9c22-1c5fa9bb0c2e tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.95 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 946 time: 0.0481451
Jan 28 02:11:25.581348 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41354-f7d7-451e-804e-0ac4e40af224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:25.581687 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41354-f7d7-451e-804e-0ac4e40af224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:25.582017 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41354-f7d7-451e-804e-0ac4e40af224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:25.582341 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41354-f7d7-451e-804e-0ac4e40af224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:25.582659 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41354-f7d7-451e-804e-0ac4e40af224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:25.582978 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41354-f7d7-451e-804e-0ac4e40af224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:25.583292 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41354-f7d7-451e-804e-0ac4e40af224 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:25.583606 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41354-f7d7-451e-804e-0ac4e40af224 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:25.583924 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41354-f7d7-451e-804e-0ac4e40af224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:25.584255 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41354-f7d7-451e-804e-0ac4e40af224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:25.584562 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41354-f7d7-451e-804e-0ac4e40af224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:25.584872 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f41354-f7d7-451e-804e-0ac4e40af224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:25.629348 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6813b885-686a-4385-bbad-436be9ac4e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:25.651444 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6813b885-686a-4385-bbad-436be9ac4e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:25.665225 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-54e75fe0-ed48-41f3-b3cc-46939643013e req-f83d2ceb-2068-47aa-afef-91aee5ffc5a9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Deleting port 66c0ebdc-a262-49e8-983e-2b45feca212a {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:11:25.666187 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-54e75fe0-ed48-41f3-b3cc-46939643013e req-f83d2ceb-2068-47aa-afef-91aee5ffc5a9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:25.752708 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-54e75fe0-ed48-41f3-b3cc-46939643013e req-f83d2ceb-2068-47aa-afef-91aee5ffc5a9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] For port 66c0ebdc-a262-49e8-983e-2b45feca212a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=66c0ebdc-a262-49e8-983e-2b45feca212a,segment=NetworkSegment(0868dfe9-eda9-4cc9-adac-d4c84b2d81b9),segment_id=0868dfe9-eda9-4cc9-adac-d4c84b2d81b9)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:25.753068 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-54e75fe0-ed48-41f3-b3cc-46939643013e req-f83d2ceb-2068-47aa-afef-91aee5ffc5a9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:25.792152 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6813b885-686a-4385-bbad-436be9ac4e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:25.794728 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6813b885-686a-4385-bbad-436be9ac4e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:25.795878 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-6813b885-686a-4385-bbad-436be9ac4e56 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3cfbcc5a-bcdb-422e-8028-3215010ee0f3 HTTP/1.1" status: 204  len: 168 time: 0.2294776
Jan 28 02:11:25.806954 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813b885-686a-4385-bbad-436be9ac4e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfbcc5a-bcdb-422e-8028-3215010ee0f3,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:25.935079 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-54e75fe0-ed48-41f3-b3cc-46939643013e req-f83d2ceb-2068-47aa-afef-91aee5ffc5a9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:25.935431 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-54e75fe0-ed48-41f3-b3cc-46939643013e req-f83d2ceb-2068-47aa-afef-91aee5ffc5a9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746666'] for floatingip, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:25.935738 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.l3_db [req-54e75fe0-ed48-41f3-b3cc-46939643013e req-f83d2ceb-2068-47aa-afef-91aee5ffc5a9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Floating IP b7f5c80f-89b4-43a6-bf31-43e689870232 disassociated. External IP: 172.27.0.86, port: 66c0ebdc-a262-49e8-983e-2b45feca212a.
Jan 28 02:11:25.936106 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-54e75fe0-ed48-41f3-b3cc-46939643013e req-f83d2ceb-2068-47aa-afef-91aee5ffc5a9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Calling delete_port for 66c0ebdc-a262-49e8-983e-2b45feca212a owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:11:26.147440 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-54e75fe0-ed48-41f3-b3cc-46939643013e req-f83d2ceb-2068-47aa-afef-91aee5ffc5a9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:26.182678 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d2ceb-2068-47aa-afef-91aee5ffc5a9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Pushing event deleted for resources: {'Port': ['ID=66c0ebdc-a262-49e8-983e-2b45feca212a,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:26.304540 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54e75fe0-ed48-41f3-b3cc-46939643013e req-f83d2ceb-2068-47aa-afef-91aee5ffc5a9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Router aa2338e1-c724-4a43-9f86-837d46343494 has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:11:26.336653 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-90b18c55-f91d-4235-a95d-56e249460db0 req-6b6522c6-ca44-42ac-9b91-803b90fe7bec tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 210 time: 0.0306561
Jan 28 02:11:26.444264 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54e75fe0-ed48-41f3-b3cc-46939643013e req-f83d2ceb-2068-47aa-afef-91aee5ffc5a9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:11:26.457195 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdda79db-5e7e-4519-ac41-a9829466cf70 None None] Sync routers for ids ['aa2338e1-c724-4a43-9f86-837d46343494'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:11:26.469347 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdda79db-5e7e-4519-ac41-a9829466cf70 None None] Routers {'aa2338e1-c724-4a43-9f86-837d46343494'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:26.469897 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-bdda79db-5e7e-4519-ac41-a9829466cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796e6de6a0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['aa2338e1-c724-4a43-9f86-837d46343494'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:26.485140 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e75fe0-ed48-41f3-b3cc-46939643013e req-f83d2ceb-2068-47aa-afef-91aee5ffc5a9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] No DVR routers for this DVR port 66c0ebdc-a262-49e8-983e-2b45feca212a on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:11:26.487872 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-54e75fe0-ed48-41f3-b3cc-46939643013e req-f83d2ceb-2068-47aa-afef-91aee5ffc5a9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:26.491355 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-54e75fe0-ed48-41f3-b3cc-46939643013e req-f83d2ceb-2068-47aa-afef-91aee5ffc5a9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.95 "DELETE /v2.0/ports/66c0ebdc-a262-49e8-983e-2b45feca212a HTTP/1.1" status: 204  len: 173 time: 0.9181445
Jan 28 02:11:26.491870 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f49055-da38-486c-9f10-1658c64d46f5', 'name': 'network-vif-deleted', 'tag': '66c0ebdc-a262-49e8-983e-2b45feca212a'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:11:26.494266 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683d7a4b-8256-426b-95af-98a0389057c6" -d '{"events": [{"server_uuid": "d5f49055-da38-486c-9f10-1658c64d46f5", "name": "network-vif-deleted", "tag": "66c0ebdc-a262-49e8-983e-2b45feca212a"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:11:26.597593 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-bdda79db-5e7e-4519-ac41-a9829466cf70 None None] Set router aa2338e1-c724-4a43-9f86-837d46343494 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:26.783171 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e769ca-7f7c-4325-b67d-851b66c7ade8 x-openstack-request-id: req-55e769ca-7f7c-4325-b67d-851b66c7ade8 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:11:26.783836 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f49055-da38-486c-9f10-1658c64d46f5", "name": "network-vif-deleted", "tag": "66c0ebdc-a262-49e8-983e-2b45feca212a", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:11:26.784289 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-55e769ca-7f7c-4325-b67d-851b66c7ade8 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:11:26.784838 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f49055-da38-486c-9f10-1658c64d46f5', 'name': 'network-vif-deleted', 'tag': '66c0ebdc-a262-49e8-983e-2b45feca212a', 'status': 'completed', 'code': 200}
Jan 28 02:11:26.832226 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-bdda79db-5e7e-4519-ac41-a9829466cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796e6de6a0>, [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:12Z', 'revision_number': 4, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port': {'id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:05Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '28c4edf2-fa65-4374-b062-1704630eca41', 'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'mac_address': 'fa:16:3e:61:8b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:10Z', 'updated_at': '2022-01-28T02:06:23Z', 'revision_number': 5, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'subnets': [{'id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:26.867957 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdda79db-5e7e-4519-ac41-a9829466cf70 None None] Checking router: aa2338e1-c724-4a43-9f86-837d46343494 for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:11:26.877065 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdda79db-5e7e-4519-ac41-a9829466cf70 None None] Routers {'aa2338e1-c724-4a43-9f86-837d46343494'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:26.877719 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-bdda79db-5e7e-4519-ac41-a9829466cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796e6de6a0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['aa2338e1-c724-4a43-9f86-837d46343494'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:27.012030 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-bdda79db-5e7e-4519-ac41-a9829466cf70 None None] Set router aa2338e1-c724-4a43-9f86-837d46343494 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:27.030958 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59742) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:27.157789 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-babe2b49-c6ed-4cb8-8fa2-f2816f64bd72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:27.229115 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-bdda79db-5e7e-4519-ac41-a9829466cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796e6de6a0>, [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:12Z', 'revision_number': 4, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port': {'id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:05Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '28c4edf2-fa65-4374-b062-1704630eca41', 'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'mac_address': 'fa:16:3e:61:8b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:10Z', 'updated_at': '2022-01-28T02:06:23Z', 'revision_number': 5, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'subnets': [{'id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:27.231603 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-babe2b49-c6ed-4cb8-8fa2-f2816f64bd72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:27.255698 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdda79db-5e7e-4519-ac41-a9829466cf70 None None] The sync data for ids ['aa2338e1-c724-4a43-9f86-837d46343494'] in dv-cinder-824977-1-iscsi is: [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:12Z', 'revision_number': 4, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port': {'id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:05Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '28c4edf2-fa65-4374-b062-1704630eca41', 'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'mac_address': 'fa:16:3e:61:8b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:10Z', 'updated_at': '2022-01-28T02:06:23Z', 'revision_number': 5, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'subnets': [{'id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:11:27.353361 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-babe2b49-c6ed-4cb8-8fa2-f2816f64bd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:27.398111 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-babe2b49-c6ed-4cb8-8fa2-f2816f64bd72 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3fd0afcb81954e55b6dc20eacd43491a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3659801
Jan 28 02:11:27.401362 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 59752) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:27.402932 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe2b49-c6ed-4cb8-8fa2-f2816f64bd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cab0079-c66b-4420-a0c5-a40b147e7a60,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:27.473723 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2da42d8a-5f37-4ce9-a6fd-8d1e6d4ce4b6 req-6f977225-5dec-44c8-a091-391fd846dd71 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f49055-da38-486c-9f10-1658c64d46f5 HTTP/1.1" status: 200  len: 210 time: 0.0381188
Jan 28 02:11:27.503181 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-66083f62-21b6-412c-a9b3-b76763b1dc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:27.527039 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-66083f62-21b6-412c-a9b3-b76763b1dc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:27.537672 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ca2b01-927f-45ec-bab0-d9ec80894ca7 None None] New status for floating IP b7f5c80f-89b4-43a6-bf31-43e689870232: DOWN {{(pid=102092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:11:27.668303 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-66083f62-21b6-412c-a9b3-b76763b1dc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:27.670811 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-66083f62-21b6-412c-a9b3-b76763b1dc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:27.672014 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-66083f62-21b6-412c-a9b3-b76763b1dc5c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2cab0079-c66b-4420-a0c5-a40b147e7a60 HTTP/1.1" status: 204  len: 168 time: 0.2686625
Jan 28 02:11:27.680410 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66083f62-21b6-412c-a9b3-b76763b1dc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cab0079-c66b-4420-a0c5-a40b147e7a60,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:28.669278 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59802) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:28.725699 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-adc3a4c1-4d26-4a81-bf54-c1297caea564 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:28.751567 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-adc3a4c1-4d26-4a81-bf54-c1297caea564 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:28.905805 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-adc3a4c1-4d26-4a81-bf54-c1297caea564 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:28.908370 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-adc3a4c1-4d26-4a81-bf54-c1297caea564 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:28.909848 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-adc3a4c1-4d26-4a81-bf54-c1297caea564 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "DELETE /v2.0/security-groups/baf633e7-e810-468b-b9d6-1c746238ccde HTTP/1.1" status: 204  len: 168 time: 0.2394638
Jan 28 02:11:28.912637 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 59806) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:28.920278 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3a4c1-4d26-4a81-bf54-c1297caea564 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf633e7-e810-468b-b9d6-1c746238ccde,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:28.934697 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59808) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:28.939408 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.api.v2.resource [None req-4f8ca250-94fe-45a0-8f3f-7ad9c70c205b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] show failed (client error): The resource could not be found.
Jan 28 02:11:28.943881 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-4f8ca250-94fe-45a0-8f3f-7ad9c70c205b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups/baf633e7-e810-468b-b9d6-1c746238ccde HTTP/1.1" status: 404  len: 347 time: 0.0300086
Jan 28 02:11:28.944417 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59812) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:29.022789 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 66c0ebdc-a262-49e8-983e-2b45feca212a no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:11:29.048315 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: 66c0ebdc-a262-49e8-983e-2b45feca212a {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:11:29.048670 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 66c0ebdc-a262-49e8-983e-2b45feca212a not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:11:29.055323 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-8fcf47eb-1dcf-46c1-88b8-b2e880f17595 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-113263130-network', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:29.094454 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-476a14e3-8fae-4355-852a-3aaa26568cf2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Deleting port 716d36a6-0a15-4415-bcd1-2b6744ef0e29 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:11:29.094787 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-476a14e3-8fae-4355-852a-3aaa26568cf2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:29.173239 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-476a14e3-8fae-4355-852a-3aaa26568cf2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:29.173605 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-476a14e3-8fae-4355-852a-3aaa26568cf2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:29.185790 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-476a14e3-8fae-4355-852a-3aaa26568cf2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Calling delete_port for 716d36a6-0a15-4415-bcd1-2b6744ef0e29 owned by network:floatingip {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:11:29.249104 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcf47eb-1dcf-46c1-88b8-b2e880f17595 admin admin] Made reservation on behalf of 7ed8db325d13496c9a417966e33b10a1 for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:11:29.251414 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8fcf47eb-1dcf-46c1-88b8-b2e880f17595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:29.263534 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8fcf47eb-1dcf-46c1-88b8-b2e880f17595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:29.384806 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8fcf47eb-1dcf-46c1-88b8-b2e880f17595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:29.448603 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-476a14e3-8fae-4355-852a-3aaa26568cf2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:29.475885 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a14e3-8fae-4355-852a-3aaa26568cf2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Pushing event deleted for resources: {'Port': ['ID=716d36a6-0a15-4415-bcd1-2b6744ef0e29,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:29.481723 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8fcf47eb-1dcf-46c1-88b8-b2e880f17595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:29.542580 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fcf47eb-1dcf-46c1-88b8-b2e880f17595 admin admin] vlan segment allocate from pool success with {'vlan_id': 1219, 'physical_network': 'physnet1'}  {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:11:29.556349 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf47eb-1dcf-46c1-88b8-b2e880f17595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3342d1-26ca-40ca-b3b7-386cc1db6dd9,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:29.562428 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8fcf47eb-1dcf-46c1-88b8-b2e880f17595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:29.562760 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-8fcf47eb-1dcf-46c1-88b8-b2e880f17595 admin admin] Added segment 30933607-c039-4e64-96e1-ee23d21083b3 of type vlan for network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f
Jan 28 02:11:29.605664 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-476a14e3-8fae-4355-852a-3aaa26568cf2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for floatingip, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:29.608110 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-476a14e3-8fae-4355-852a-3aaa26568cf2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:29.609231 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-476a14e3-8fae-4355-852a-3aaa26568cf2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "DELETE /v2.0/floatingips/b7f5c80f-89b4-43a6-bf31-43e689870232 HTTP/1.1" status: 204  len: 168 time: 0.6639187
Jan 28 02:11:29.612609 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8fcf47eb-1dcf-46c1-88b8-b2e880f17595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:29.707183 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8fcf47eb-1dcf-46c1-88b8-b2e880f17595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:29.708194 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf47eb-1dcf-46c1-88b8-b2e880f17595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:29.708800 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8fcf47eb-1dcf-46c1-88b8-b2e880f17595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:29.767768 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf47eb-1dcf-46c1-88b8-b2e880f17595 admin admin] Pushing event updated for resources: {'Network': ['ID=7bcf169f-11e9-43c3-9cd8-36fa37c1812f,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:29.777892 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:11:29.824810 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-8fcf47eb-1dcf-46c1-88b8-b2e880f17595 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8888159
Jan 28 02:11:29.827809 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59822) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:29.832775 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-dd8697de-e368-4924-ae30-0b9bb0e517e0 admin admin] Request body: {'subnet': {'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-113263130-subnet', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'ip_version': 4}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:29.886294 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59824) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:29.890746 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-27619e5a-3f4e-4287-9643-632597b9612a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1638754022', 'description': 'tempest-description--1705532584'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:29.975008 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8697de-e368-4924-ae30-0b9bb0e517e0 admin admin] Made reservation on behalf of 7ed8db325d13496c9a417966e33b10a1 for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:11:29.977360 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dd8697de-e368-4924-ae30-0b9bb0e517e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28750103'] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:30.305921 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-27619e5a-3f4e-4287-9643-632597b9612a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:30.380942 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dd8697de-e368-4924-ae30-0b9bb0e517e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27877483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28750085'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:30.388026 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-27619e5a-3f4e-4287-9643-632597b9612a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:30.441723 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8697de-e368-4924-ae30-0b9bb0e517e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad81599a-8584-45bb-9aad-97ea5adfda3a,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:30.450838 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8697de-e368-4924-ae30-0b9bb0e517e0 admin admin] Checking segment: {'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:11:30.451237 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8697de-e368-4924-ae30-0b9bb0e517e0 admin admin] Network hostable DHCP agents. Network: 7bcf169f-11e9-43c3-9cd8-36fa37c1812f, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:11:30.529783 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-27619e5a-3f4e-4287-9643-632597b9612a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:30.558571 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27619e5a-3f4e-4287-9643-632597b9612a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b303b89c-2b86-4d2d-9263-703c2c4feaec,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:30.590665 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8697de-e368-4924-ae30-0b9bb0e517e0 admin admin] Network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:11:30.634499 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-27619e5a-3f4e-4287-9643-632597b9612a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:30.636315 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-27619e5a-3f4e-4287-9643-632597b9612a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.7485988
Jan 28 02:11:30.638824 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59840) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:30.643228 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-6811f8b9-aa3b-4dec-93c5-e0ef47daadc4 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Request body: {'security_group_rule': {'security_group_id': 'b303b89c-2b86-4d2d-9263-703c2c4feaec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:30.716526 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-dd8697de-e368-4924-ae30-0b9bb0e517e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, 7bcf169f-11e9-43c3-9cd8-36fa37c1812f) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:11:30.721295 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8697de-e368-4924-ae30-0b9bb0e517e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:30.721851 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dd8697de-e368-4924-ae30-0b9bb0e517e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:30.726838 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3e3dee-6161-4792-ba41-1219dd373409 None None] Network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:11:30.752036 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6811f8b9-aa3b-4dec-93c5-e0ef47daadc4 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:30.813422 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-dd8697de-e368-4924-ae30-0b9bb0e517e0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9845693
Jan 28 02:11:30.815228 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6811f8b9-aa3b-4dec-93c5-e0ef47daadc4 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:30.816096 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59844) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:30.821896 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:30.875648 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fe7d7be-6e7d-5d80-8e8c-77305bd48c93-7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a'}]}} from dv-cinder-824977-1-iscsi. {{(pid=102091) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 02:11:30.876549 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:30.918394 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6811f8b9-aa3b-4dec-93c5-e0ef47daadc4 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:30.936249 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811f8b9-aa3b-4dec-93c5-e0ef47daadc4 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec357c33-7823-48a3-af5e-0828943c4cb3,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:30.986010 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124889'] for router, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:30.990620 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124832'] for router, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:31.015588 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.db_base_plugin_common [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Allocated IP 172.20.0.2 (7bcf169f-11e9-43c3-9cd8-36fa37c1812f/ad81599a-8584-45bb-9aad-97ea5adfda3a/f989cfbc-080e-4440-953e-6172fe713697) {{(pid=102091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:11:31.042815 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:31.051815 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6811f8b9-aa3b-4dec-93c5-e0ef47daadc4 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:31.053186 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-6811f8b9-aa3b-4dec-93c5-e0ef47daadc4 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4134417
Jan 28 02:11:31.056062 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59846) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:31.060547 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-eb38e644-12c2-4ef4-bafe-ad4802c35bff tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Request body: {'security_group_rule': {'security_group_id': 'b303b89c-2b86-4d2d-9263-703c2c4feaec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:31.156938 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Notify callbacks [] for port, precommit_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:31.176502 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-eb38e644-12c2-4ef4-bafe-ad4802c35bff tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:31.245208 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863'] for port, after_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:31.289974 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f is already hosted by enough agents. {{(pid=102091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:11:31.294906 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.base_scheduler [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Resources bound (agent type, host, resource id):  {{(pid=102091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:11:31.299717 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Received port after_create {{(pid=102091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:11:31.302459 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Pushing event updated for resources: {'Port': ['ID=f989cfbc-080e-4440-953e-6172fe713697,revision_number=1']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:31.333646 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:31.353132 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-eb38e644-12c2-4ef4-bafe-ad4802c35bff tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:31.357691 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Attempting to bind port f989cfbc-080e-4440-953e-6172fe713697 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:11:31.358044 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Attempting to bind port f989cfbc-080e-4440-953e-6172fe713697 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:11:31.358410 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Attempting to bind port f989cfbc-080e-4440-953e-6172fe713697 on network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:11:31.363469 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:11:31.363850 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Checking segment: {'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:11:31.364260 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:31.364647 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Bound using segment: {'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:11:31.365099 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Bound port: f989cfbc-080e-4440-953e-6172fe713697, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:11:31.365469 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:31.431536 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] For port f989cfbc-080e-4440-953e-6172fe713697, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:11:31.435052 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] For port f989cfbc-080e-4440-953e-6172fe713697, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=f989cfbc-080e-4440-953e-6172fe713697,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:11:31.536727 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:31.537033 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-eb38e644-12c2-4ef4-bafe-ad4802c35bff tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:31.605723 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620551c-59c9-4626-8e54-55a87bbe9ce1 None None] Pushing event updated for resources: {'Port': ['ID=f989cfbc-080e-4440-953e-6172fe713697,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:31.611136 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38e644-12c2-4ef4-bafe-ad4802c35bff tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c849db58-f7bc-4c47-8433-b180cc82a610,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:31.631240 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:31.652595 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:31.705109 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-eb38e644-12c2-4ef4-bafe-ad4802c35bff tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:31.706232 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-eb38e644-12c2-4ef4-bafe-ad4802c35bff tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6492074
Jan 28 02:11:31.709544 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 59852) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:31.715182 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-d7cfe71e-d237-4621-b69d-582e2979010a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Request body: {'floatingip': {'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:31.792809 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] Allocated IP 172.27.0.166 (f90e340b-27f2-447d-a156-32aa581e17da/626f942c-33cd-4310-8756-8b345f91ef49/3f15c2a7-d68c-4c3e-9d06-41e10049bba4) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:11:31.832600 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d7cfe71e-d237-4621-b69d-582e2979010a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for floatingip, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:31.917570 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:31.939362 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d7cfe71e-d237-4621-b69d-582e2979010a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:32.067462 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:32.111716 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] Network f90e340b-27f2-447d-a156-32aa581e17da is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:11:32.115843 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:11:32.119751 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:11:32.120806 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-d7cfe71e-d237-4621-b69d-582e2979010a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Allocated IP 172.27.0.61 (f90e340b-27f2-447d-a156-32aa581e17da/626f942c-33cd-4310-8756-8b345f91ef49/1aca14d8-6ad1-458c-b2fe-e38645d1b1e6) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:11:32.145611 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] Pushing event updated for resources: {'Port': ['ID=3f15c2a7-d68c-4c3e-9d06-41e10049bba4,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:32.243880 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d7cfe71e-d237-4621-b69d-582e2979010a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:32.260984 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 59858) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:32.387427 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d7cfe71e-d237-4621-b69d-582e2979010a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:32.426699 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4b19d72f-75f1-4c9d-8370-3f0746525334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:32.438543 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cfe71e-d237-4621-b69d-582e2979010a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Network f90e340b-27f2-447d-a156-32aa581e17da is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:11:32.451754 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-d7cfe71e-d237-4621-b69d-582e2979010a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:11:32.456222 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cfe71e-d237-4621-b69d-582e2979010a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:11:32.502186 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfe71e-d237-4621-b69d-582e2979010a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Pushing event updated for resources: {'Port': ['ID=1aca14d8-6ad1-458c-b2fe-e38645d1b1e6,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:32.600160 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d7cfe71e-d237-4621-b69d-582e2979010a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:32.612686 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4b19d72f-75f1-4c9d-8370-3f0746525334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:32.613162 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c992aaa-116a-4e68-9cd8-ad15d29403c8 None None] Network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:11:32.687483 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:32.688388 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-20ebad4f-4975-4700-b715-c185eaf41593 None None] Provisioning complete for port f989cfbc-080e-4440-953e-6172fe713697 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:32.688958 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-20ebad4f-4975-4700-b715-c185eaf41593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:32.726461 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4b19d72f-75f1-4c9d-8370-3f0746525334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:32.735524 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d7cfe71e-d237-4621-b69d-582e2979010a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:32.795845 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-4b19d72f-75f1-4c9d-8370-3f0746525334 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=55aa2ebd62fb4d05ba3f1e1c1672dff0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5337920
Jan 28 02:11:32.798398 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 59864) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:32.800698 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19d72f-75f1-4c9d-8370-3f0746525334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d98e55e-3ccb-4740-91ce-4886de47ae72,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:32.850588 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-20ebad4f-4975-4700-b715-c185eaf41593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:32.878044 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-75b34d8d-b79b-4236-a082-49da9fc32a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:32.886811 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-20ebad4f-4975-4700-b715-c185eaf41593 None None] For port f989cfbc-080e-4440-953e-6172fe713697, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=f989cfbc-080e-4440-953e-6172fe713697,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:32.912115 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746496'] for router, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:32.937924 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-75b34d8d-b79b-4236-a082-49da9fc32a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:32.953216 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-20ebad4f-4975-4700-b715-c185eaf41593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:33.020991 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebad4f-4975-4700-b715-c185eaf41593 None None] Pushing event updated for resources: {'Port': ['ID=f989cfbc-080e-4440-953e-6172fe713697,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:33.059304 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d7cfe71e-d237-4621-b69d-582e2979010a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:33.105969 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-75b34d8d-b79b-4236-a082-49da9fc32a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:33.108649 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-75b34d8d-b79b-4236-a082-49da9fc32a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:33.110013 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-75b34d8d-b79b-4236-a082-49da9fc32a9f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2d98e55e-3ccb-4740-91ce-4886de47ae72 HTTP/1.1" status: 204  len: 168 time: 0.3103480
Jan 28 02:11:33.118285 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b34d8d-b79b-4236-a082-49da9fc32a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d98e55e-3ccb-4740-91ce-4886de47ae72,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:33.124892 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device f989cfbc-080e-4440-953e-6172fe713697 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:11:33.135840 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d7cfe71e-d237-4621-b69d-582e2979010a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:33.190689 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-fbaa9e71-b1a8-496c-8c50-41a3a710f04f None None] Provisioning complete for port f989cfbc-080e-4440-953e-6172fe713697 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:33.191063 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9e71-b1a8-496c-8c50-41a3a710f04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:33.192868 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] Router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e is scheduled to L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 with binding_index 1 {{(pid=102089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 02:11:33.232670 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port f989cfbc-080e-4440-953e-6172fe713697 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:33.233040 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:33.237815 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d7cfe71e-d237-4621-b69d-582e2979010a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746666'] for floatingip, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:33.241768 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfe71e-d237-4621-b69d-582e2979010a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Pushing event updated for resources: {'Port': ['ID=1aca14d8-6ad1-458c-b2fe-e38645d1b1e6,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:33.320101 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:11:33.321124 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d7cfe71e-d237-4621-b69d-582e2979010a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:33.323298 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-d7cfe71e-d237-4621-b69d-582e2979010a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6125715
Jan 28 02:11:33.349065 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Sync routers for ids ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:11:33.368907 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Routers {'8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:33.371587 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796e976040>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:33.423393 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:33.427039 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-48a9439c-b0b0-4b73-83a9-7c3d4fd44161 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.6076851
Jan 28 02:11:33.427290 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59876) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:33.540787 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-ea5bef39-cb4b-48fc-b4e8-6c92687a9add tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1638754022&fields=id&tenant_id=0abe012ba65845329098e0e06c54b9c1 HTTP/1.1" status: 200  len: 267 time: 0.0374749
Jan 28 02:11:33.629754 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Set router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:33.674155 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-07661c08-a7dd-40e7-b42a-8ba36b281a80 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:33.675706 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-07661c08-a7dd-40e7-b42a-8ba36b281a80 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/networks?id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd HTTP/1.1" status: 200  len: 810 time: 0.1249745
Jan 28 02:11:33.692819 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-604e8830-6b8e-48e2-b818-d1232e99d452 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/quotas/0abe012ba65845329098e0e06c54b9c1 HTTP/1.1" status: 200  len: 375 time: 0.0102279
Jan 28 02:11:33.734675 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 59886) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:33.771780 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7ae2199c-706c-4043-9113-ccbd801930e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:33.800554 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-c3381687-3c58-442a-8272-2199e1e50a9a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0abe012ba65845329098e0e06c54b9c1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0996957
Jan 28 02:11:33.883009 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7ae2199c-706c-4043-9113-ccbd801930e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:33.883993 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796e976040>, [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:32Z', 'revision_number': 3, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:33.912750 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Checking router: 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:11:33.913131 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Updating router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e port 3f15c2a7-d68c-4c3e-9d06-41e10049bba4 binding host dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:11:33.920212 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c51e7da3-7526-4b95-a4c3-7738e47ada19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:33.941087 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:33.941447 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7ae2199c-706c-4043-9113-ccbd801930e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:33.992485 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59892) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:33.992628 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-7ae2199c-706c-4043-9113-ccbd801930e9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=13330ff45151465b8608010f0c2891c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2555437
Jan 28 02:11:33.992820 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2199c-706c-4043-9113-ccbd801930e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7c8a48-cced-4226-92cb-26594f9cc7b6,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:34.099883 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-dae5c9b5-9265-4501-ac14-174a3963e41e service neutron] 10.222.0.79 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2814817
Jan 28 02:11:34.135368 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-37ff09cb-bb50-47e8-85ee-1abafc959997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:34.168399 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-c51e7da3-7526-4b95-a4c3-7738e47ada19 admin admin] Allocated IP 172.20.0.1 (7bcf169f-11e9-43c3-9cd8-36fa37c1812f/ad81599a-8584-45bb-9aad-97ea5adfda3a/9d129fc5-cfda-4af6-99e0-3afa624e6869) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:11:34.171726 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-37ff09cb-bb50-47e8-85ee-1abafc959997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:34.202844 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-60c221a3-a4b4-4bd2-a2c6-caa4dbabbabf service neutron] 10.222.0.79 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0954547
Jan 28 02:11:34.241407 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:34.304914 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c51e7da3-7526-4b95-a4c3-7738e47ada19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:34.327960 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:34.352426 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-37ff09cb-bb50-47e8-85ee-1abafc959997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:34.355650 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-37ff09cb-bb50-47e8-85ee-1abafc959997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:34.358956 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-37ff09cb-bb50-47e8-85ee-1abafc959997 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fc7c8a48-cced-4226-92cb-26594f9cc7b6 HTTP/1.1" status: 204  len: 168 time: 0.3650184
Jan 28 02:11:34.386585 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Attempting to bind port 3f15c2a7-d68c-4c3e-9d06-41e10049bba4 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:11:34.386899 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Attempting to bind port 3f15c2a7-d68c-4c3e-9d06-41e10049bba4 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:11:34.387262 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Attempting to bind port 3f15c2a7-d68c-4c3e-9d06-41e10049bba4 on network f90e340b-27f2-447d-a156-32aa581e17da {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:11:34.388261 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff09cb-bb50-47e8-85ee-1abafc959997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7c8a48-cced-4226-92cb-26594f9cc7b6,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:34.410252 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c51e7da3-7526-4b95-a4c3-7738e47ada19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:34.411782 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:11:34.412469 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Checking segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:11:34.417968 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:34.430299 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Bound using segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:11:34.430819 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Bound port: 3f15c2a7-d68c-4c3e-9d06-41e10049bba4, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:11:34.434284 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:34.460831 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e7da3-7526-4b95-a4c3-7738e47ada19 admin admin] Pushing event updated for resources: {'Port': ['ID=9d129fc5-cfda-4af6-99e0-3afa624e6869,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:34.464197 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d4f03e5c-781b-4a0a-8e9e-41e9790f07d5 req-5e5f9a5c-e3c0-48a3-ac17-06877d3cd493 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 210 time: 0.0433853
Jan 28 02:11:34.473646 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69416911-156f-4406-8176-273e9678169c None None] Pushing event updated for resources: {'Port': ['ID=3f15c2a7-d68c-4c3e-9d06-41e10049bba4,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:34.477829 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51e7da3-7526-4b95-a4c3-7738e47ada19 admin admin] Network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:11:34.480236 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-c51e7da3-7526-4b95-a4c3-7738e47ada19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:11:34.483824 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51e7da3-7526-4b95-a4c3-7738e47ada19 admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:11:34.533699 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c51e7da3-7526-4b95-a4c3-7738e47ada19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746719'] for router_interface, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:34.534403 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] For port 3f15c2a7-d68c-4c3e-9d06-41e10049bba4, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:11:34.543883 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] For port 3f15c2a7-d68c-4c3e-9d06-41e10049bba4, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=3f15c2a7-d68c-4c3e-9d06-41e10049bba4,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:11:34.622639 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:34.696393 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Routers {'8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:34.698033 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796e976040>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:34.702483 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69416911-156f-4406-8176-273e9678169c None None] Pushing event updated for resources: {'Port': ['ID=3f15c2a7-d68c-4c3e-9d06-41e10049bba4,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:34.768700 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c51e7da3-7526-4b95-a4c3-7738e47ada19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:34.796869 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-5869409b-c1bf-422a-bb85-949bea7c0515 None None] Provisioning complete for port 9d129fc5-cfda-4af6-99e0-3afa624e6869 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:34.800185 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-5869409b-c1bf-422a-bb85-949bea7c0515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:34.873885 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-5869409b-c1bf-422a-bb85-949bea7c0515 None None] Port 9d129fc5-cfda-4af6-99e0-3afa624e6869 cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:11:34.882964 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] Set router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:34.951449 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c51e7da3-7526-4b95-a4c3-7738e47ada19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:35.038330 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c51e7da3-7526-4b95-a4c3-7738e47ada19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27877598'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:35.060672 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device f989cfbc-080e-4440-953e-6172fe713697 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:11:35.105970 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e7da3-7526-4b95-a4c3-7738e47ada19 admin admin] Pushing event updated for resources: {'Port': ['ID=9d129fc5-cfda-4af6-99e0-3afa624e6869,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:35.111136 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c51e7da3-7526-4b95-a4c3-7738e47ada19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-639424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564303'] for router_interface, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:35.137003 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port f989cfbc-080e-4440-953e-6172fe713697 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:35.137406 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:35.141036 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796e976040>, [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:32Z', 'revision_number': 3, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:35.193120 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f144d42a-e843-472d-a921-87a7de7a60e3 None None] The sync data for ids ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'] in dv-cinder-824977-1-iscsi is: [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:32Z', 'revision_number': 3, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:11:35.242233 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51e7da3-7526-4b95-a4c3-7738e47ada19 admin admin] Network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:11:35.243917 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-c51e7da3-7526-4b95-a4c3-7738e47ada19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:11:35.382606 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51e7da3-7526-4b95-a4c3-7738e47ada19 admin admin] Router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:11:35.515547 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-e0bf6dc8-03ae-4215-ab64-30b98676235f None None] Provisioning complete for port 9d129fc5-cfda-4af6-99e0-3afa624e6869 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:35.516191 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-e0bf6dc8-03ae-4215-ab64-30b98676235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:35.542881 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51e7da3-7526-4b95-a4c3-7738e47ada19 admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:11:35.548150 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-c51e7da3-7526-4b95-a4c3-7738e47ada19 admin admin] 10.222.0.79 "PUT /v2.0/routers/8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1196733
Jan 28 02:11:35.577363 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cf43af2a-9f3b-47ee-b24e-88d02f510c85 req-ebf9f22f-cda9-4130-a30a-037e9faba6ae tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 210 time: 0.0470011
Jan 28 02:11:35.583306 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-e0bf6dc8-03ae-4215-ab64-30b98676235f None None] Port 9d129fc5-cfda-4af6-99e0-3afa624e6869 cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:11:36.466137 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59958) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:36.471109 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-d79e3dfb-2490-4de0-a704-b78f3e31968f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1251757170-network', 'tenant_id': '241a59488666455e8498e7c5010fa09f'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:36.558667 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79e3dfb-2490-4de0-a704-b78f3e31968f admin admin] Made reservation on behalf of 241a59488666455e8498e7c5010fa09f for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:11:36.561098 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d79e3dfb-2490-4de0-a704-b78f3e31968f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:36.569717 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d79e3dfb-2490-4de0-a704-b78f3e31968f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:36.666631 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d79e3dfb-2490-4de0-a704-b78f3e31968f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:36.694797 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5728efa1-d9df-430d-b628-c3fcbb3213b9 req-ee7baae4-c07c-4475-9ac5-97d7ef677dc5 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 210 time: 0.0294325
Jan 28 02:11:36.726815 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:11:36.746759 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d79e3dfb-2490-4de0-a704-b78f3e31968f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:36.771474 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79e3dfb-2490-4de0-a704-b78f3e31968f admin admin] vlan segment allocate from pool success with {'vlan_id': 1207, 'physical_network': 'physnet1'}  {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:11:36.782018 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e3dfb-2490-4de0-a704-b78f3e31968f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbfccf2-c139-4ae9-a75d-de7be9104977,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:36.786736 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d79e3dfb-2490-4de0-a704-b78f3e31968f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:36.787083 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-d79e3dfb-2490-4de0-a704-b78f3e31968f admin admin] Added segment a6187bfc-b291-48fe-8ef7-67aeb33b85dc of type vlan for network 08bd26ff-5fd6-438a-90f2-fbafbfc893e1
Jan 28 02:11:36.829978 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d79e3dfb-2490-4de0-a704-b78f3e31968f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:36.939680 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d79e3dfb-2490-4de0-a704-b78f3e31968f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:36.941162 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79e3dfb-2490-4de0-a704-b78f3e31968f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:36.941751 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d79e3dfb-2490-4de0-a704-b78f3e31968f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:37.018554 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Sync routers for ids ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:11:37.032698 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Routers {'8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:37.033643 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7975332a60>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:37.147828 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 3f15c2a7-d68c-4c3e-9d06-41e10049bba4 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:11:37.201175 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Set router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:37.207880 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-8b548e77-8b45-4a8c-99e1-5681f0e9b7c1 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:37.211227 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-8b548e77-8b45-4a8c-99e1-5681f0e9b7c1 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.95 "GET /v2.0/networks?id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd HTTP/1.1" status: 200  len: 810 time: 0.1876626
Jan 28 02:11:37.242512 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 3f15c2a7-d68c-4c3e-9d06-41e10049bba4 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:37.243027 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:37.251660 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e3dfb-2490-4de0-a704-b78f3e31968f admin admin] Pushing event updated for resources: {'Network': ['ID=08bd26ff-5fd6-438a-90f2-fbafbfc893e1,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:37.272009 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-81dc4a26-d443-430e-bc75-1bcadf7d3b8b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0abe012ba65845329098e0e06c54b9c1 HTTP/1.1" status: 200  len: 380 time: 0.0450587
Jan 28 02:11:37.280592 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network 08bd26ff-5fd6-438a-90f2-fbafbfc893e1 details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:11:37.287544 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-02ee9b62-592a-47d1-a1fd-00fa93c57f7b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Request body: {'port': {'device_id': 'ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'admin_state_up': True, 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'security_groups': ['b303b89c-2b86-4d2d-9263-703c2c4feaec']}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:37.354813 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-d79e3dfb-2490-4de0-a704-b78f3e31968f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8834600
Jan 28 02:11:37.354813 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 59984) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:37.360763 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-eb881ea1-cd93-4407-a940-fde779e7452b admin admin] Request body: {'subnet': {'network_id': '08bd26ff-5fd6-438a-90f2-fbafbfc893e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1251757170-subnet', 'tenant_id': '241a59488666455e8498e7c5010fa09f', 'ip_version': 4}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:37.424972 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:37.453116 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] For port 3f15c2a7-d68c-4c3e-9d06-41e10049bba4, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=3f15c2a7-d68c-4c3e-9d06-41e10049bba4,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:37.495176 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb881ea1-cd93-4407-a940-fde779e7452b admin admin] Made reservation on behalf of 241a59488666455e8498e7c5010fa09f for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:11:37.497892 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-eb881ea1-cd93-4407-a940-fde779e7452b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28750103'] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:37.508389 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7975332a60>, [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 2, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:37.524040 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:37.552386 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Checking router: 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:11:37.553184 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Updating router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e port 9d129fc5-cfda-4af6-99e0-3afa624e6869 binding host dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:11:37.584072 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:37.586331 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Pushing event updated for resources: {'Port': ['ID=3f15c2a7-d68c-4c3e-9d06-41e10049bba4,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:37.602432 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-02ee9b62-592a-47d1-a1fd-00fa93c57f7b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Made reservation on behalf of 0abe012ba65845329098e0e06c54b9c1 for: {'port': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:11:37.607121 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-02ee9b62-592a-47d1-a1fd-00fa93c57f7b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:37.776363 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-02ee9b62-592a-47d1-a1fd-00fa93c57f7b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Allocated IP 172.20.0.13 (3b3748b7-1bed-4ab4-9fea-64d92f6154dd/8eb77f0c-9c24-4cb1-8b61-8cdd6744025b/3247d8ae-933f-49e6-9365-3da79500309f) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:11:37.804903 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-eb881ea1-cd93-4407-a940-fde779e7452b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27877483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28750085'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:37.819498 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-88d6a8fc-257e-439d-9be3-cfb4993015df req-44a15234-608a-4a69-adc3-aead69cc8d43 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 210 time: 0.0474346
Jan 28 02:11:37.877079 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb881ea1-cd93-4407-a940-fde779e7452b admin admin] Pushing event updated for resources: {'Subnet': ['ID=754e5261-91e2-4f44-9082-70cfd3c9e8b8,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:37.883364 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Notify callbacks [] for port, precommit_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:37.888832 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb881ea1-cd93-4407-a940-fde779e7452b admin admin] Checking segment: {'id': 'a6187bfc-b291-48fe-8ef7-67aeb33b85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '08bd26ff-5fd6-438a-90f2-fbafbfc893e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:11:37.889187 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb881ea1-cd93-4407-a940-fde779e7452b admin admin] Network hostable DHCP agents. Network: 08bd26ff-5fd6-438a-90f2-fbafbfc893e1, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:11:37.940207 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-02ee9b62-592a-47d1-a1fd-00fa93c57f7b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:37.981032 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:38.032790 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb881ea1-cd93-4407-a940-fde779e7452b admin admin] Network 08bd26ff-5fd6-438a-90f2-fbafbfc893e1 is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:11:38.052439 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b2ba9-3afb-4f87-be91-85e19567a53e None None] Pushing event updated for resources: {'Port': ['ID=9d129fc5-cfda-4af6-99e0-3afa624e6869,revision_number=3']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:38.073102 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b2ba9-3afb-4f87-be91-85e19567a53e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:38.073491 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b2ba9-3afb-4f87-be91-85e19567a53e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:38.073831 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b2ba9-3afb-4f87-be91-85e19567a53e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:38.074160 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b2ba9-3afb-4f87-be91-85e19567a53e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:38.074486 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b2ba9-3afb-4f87-be91-85e19567a53e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:38.074811 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b2ba9-3afb-4f87-be91-85e19567a53e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:38.075127 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b2ba9-3afb-4f87-be91-85e19567a53e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:38.075444 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b2ba9-3afb-4f87-be91-85e19567a53e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:38.075778 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b2ba9-3afb-4f87-be91-85e19567a53e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:38.076123 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b2ba9-3afb-4f87-be91-85e19567a53e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:38.076438 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b2ba9-3afb-4f87-be91-85e19567a53e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:38.076753 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b2ba9-3afb-4f87-be91-85e19567a53e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:11:38.085391 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-02ee9b62-592a-47d1-a1fd-00fa93c57f7b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:38.098319 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Attempting to bind port 9d129fc5-cfda-4af6-99e0-3afa624e6869 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:11:38.098319 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Attempting to bind port 9d129fc5-cfda-4af6-99e0-3afa624e6869 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:11:38.098859 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Attempting to bind port 9d129fc5-cfda-4af6-99e0-3afa624e6869 on network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:11:38.104617 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:11:38.105131 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Checking segment: {'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:11:38.105592 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:38.105981 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Bound using segment: {'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:11:38.106446 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Bound port: 9d129fc5-cfda-4af6-99e0-3afa624e6869, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'}}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:11:38.106833 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:38.132552 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-02ee9b62-592a-47d1-a1fd-00fa93c57f7b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Network 3b3748b7-1bed-4ab4-9fea-64d92f6154dd is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:11:38.138078 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-02ee9b62-592a-47d1-a1fd-00fa93c57f7b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:11:38.152868 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-eb881ea1-cd93-4407-a940-fde779e7452b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, 08bd26ff-5fd6-438a-90f2-fbafbfc893e1) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:11:38.157329 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb881ea1-cd93-4407-a940-fde779e7452b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:38.158071 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-eb881ea1-cd93-4407-a940-fde779e7452b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:38.169519 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-02ee9b62-592a-47d1-a1fd-00fa93c57f7b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:11:38.173981 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648bff42-1886-4515-8402-666323a5d9b3 None None] Network 08bd26ff-5fd6-438a-90f2-fbafbfc893e1 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:11:38.239357 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee9b62-592a-47d1-a1fd-00fa93c57f7b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Pushing event updated for resources: {'Port': ['ID=3247d8ae-933f-49e6-9365-3da79500309f,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:38.246063 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-eb881ea1-cd93-4407-a940-fde779e7452b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8855598
Jan 28 02:11:38.246063 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 60012) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:38.252104 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1251757170-router', 'tenant_id': '241a59488666455e8498e7c5010fa09f', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:38.253628 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] For port 9d129fc5-cfda-4af6-99e0-3afa624e6869, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:11:38.267504 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] For port 9d129fc5-cfda-4af6-99e0-3afa624e6869, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=9d129fc5-cfda-4af6-99e0-3afa624e6869,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:11:38.287021 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-02ee9b62-592a-47d1-a1fd-00fa93c57f7b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:38.288084 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-02ee9b62-592a-47d1-a1fd-00fa93c57f7b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:38.352253 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cad7f246-e348-4691-bdcd-a37d891561fc req-7f03da59-a91c-4fdb-a528-da06e2a01c34 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-702916367&fields=id&tenant_id=2e991e35dc5b463fbf9f08db0e72cf46 HTTP/1.1" status: 200  len: 267 time: 0.0523040
Jan 28 02:11:38.383550 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-1719e8b5-54fd-4154-80da-cdab08b1dc5f None None] Provisioning complete for port 9d129fc5-cfda-4af6-99e0-3afa624e6869 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:38.384051 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-1719e8b5-54fd-4154-80da-cdab08b1dc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:38.404836 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:38.411941 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7f246-e348-4691-bdcd-a37d891561fc req-ee946245-4f13-4b27-9117-cf97c5ee2305 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:38.414560 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cad7f246-e348-4691-bdcd-a37d891561fc req-ee946245-4f13-4b27-9117-cf97c5ee2305 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 984 time: 0.0542009
Jan 28 02:11:38.426423 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-cad7f246-e348-4691-bdcd-a37d891561fc req-31046c79-dd28-469a-bc78-404b07f3f3bd tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Request body: {'port': {'security_groups': ['69c2be39-972d-4a8d-ad02-679fd30b7c60']}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:38.434104 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124889'] for router, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:38.435667 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124832'] for router, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:38.439267 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-1719e8b5-54fd-4154-80da-cdab08b1dc5f None None] Port 9d129fc5-cfda-4af6-99e0-3afa624e6869 cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:11:38.454088 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fe7d7be-6e7d-5d80-8e8c-77305bd48c93-08bd26ff-5fd6-438a-90f2-fbafbfc893e1', 'network_id': '08bd26ff-5fd6-438a-90f2-fbafbfc893e1', 'tenant_id': '241a59488666455e8498e7c5010fa09f', 'fixed_ips': [{'subnet_id': '754e5261-91e2-4f44-9082-70cfd3c9e8b8'}]}} from dv-cinder-824977-1-iscsi. {{(pid=102091) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jan 28 02:11:38.454921 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:38.469408 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Routers {'8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:38.470049 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7975332a60>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:38.491740 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-02ee9b62-592a-47d1-a1fd-00fa93c57f7b tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2099652
Jan 28 02:11:38.516999 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Request body: {'port': {'device_id': 'ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:38.531869 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b2ba9-3afb-4f87-be91-85e19567a53e None None] Pushing event updated for resources: {'Port': ['ID=9d129fc5-cfda-4af6-99e0-3afa624e6869,revision_number=4']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:38.548815 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:38.610370 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-cad7f246-e348-4691-bdcd-a37d891561fc req-31046c79-dd28-469a-bc78-404b07f3f3bd tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:38.620614 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-1dfd5c08-d084-406c-a4e7-3fa2eee256b7 None None] Provisioning complete for port 3247d8ae-933f-49e6-9365-3da79500309f triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:38.621389 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-1dfd5c08-d084-406c-a4e7-3fa2eee256b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:38.657905 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] Set router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:38.664177 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:38.697771 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-1dfd5c08-d084-406c-a4e7-3fa2eee256b7 None None] Port 3247d8ae-933f-49e6-9365-3da79500309f cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:11:38.716086 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.db_base_plugin_common [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Allocated IP 172.20.0.2 (08bd26ff-5fd6-438a-90f2-fbafbfc893e1/754e5261-91e2-4f44-9082-70cfd3c9e8b8/cef3a028-2ea0-4699-8e52-60d66c692c04) {{(pid=102091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:11:38.903039 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:38.910741 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 60020) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:38.941300 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Notify callbacks [] for port, precommit_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:38.952928 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-a113d37e-88c3-423e-9f2c-de3ceb435c43 None None] Provisioning complete for port 9d129fc5-cfda-4af6-99e0-3afa624e6869 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:38.952928 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-a113d37e-88c3-423e-9f2c-de3ceb435c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:39.044149 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7975332a60>, [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:38Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:39.057598 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-a113d37e-88c3-423e-9f2c-de3ceb435c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:39.069152 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863'] for port, after_create {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:39.120695 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d476df6a-d545-4dff-912e-4cef838f1d49 None None] The sync data for ids ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'] in dv-cinder-824977-1-iscsi is: [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:38Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:11:39.121573 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 3f15c2a7-d68c-4c3e-9d06-41e10049bba4 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:11:39.145209 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc958a-85a2-4901-8493-83bb5d784350 req-308808c4-b7bb-4a03-8a07-bdd4b0bfec00 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:39.146832 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1afc958a-85a2-4901-8493-83bb5d784350 req-308808c4-b7bb-4a03-8a07-bdd4b0bfec00 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 932 time: 0.1593781
Jan 28 02:11:39.187650 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-eb02bd0f-e639-4c59-ab09-a1a0641838e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:39.232635 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Network 08bd26ff-5fd6-438a-90f2-fbafbfc893e1 is already hosted by enough agents. {{(pid=102091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:11:39.238022 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-a113d37e-88c3-423e-9f2c-de3ceb435c43 None None] For port 9d129fc5-cfda-4af6-99e0-3afa624e6869, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=9d129fc5-cfda-4af6-99e0-3afa624e6869,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:39.243484 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.scheduler.base_scheduler [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Resources bound (agent type, host, resource id):  {{(pid=102091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:11:39.247706 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Received port after_create {{(pid=102091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:11:39.250417 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Pushing event updated for resources: {'Port': ['ID=cef3a028-2ea0-4699-8e52-60d66c692c04,revision_number=1']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:39.327090 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 3f15c2a7-d68c-4c3e-9d06-41e10049bba4 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:39.327463 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:39.329808 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Attempting to bind port cef3a028-2ea0-4699-8e52-60d66c692c04 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:11:39.330400 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Attempting to bind port cef3a028-2ea0-4699-8e52-60d66c692c04 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': 'a6187bfc-b291-48fe-8ef7-67aeb33b85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '08bd26ff-5fd6-438a-90f2-fbafbfc893e1'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:11:39.330931 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Attempting to bind port cef3a028-2ea0-4699-8e52-60d66c692c04 on network 08bd26ff-5fd6-438a-90f2-fbafbfc893e1 {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:11:39.335340 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-a113d37e-88c3-423e-9f2c-de3ceb435c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:39.351513 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3247d8ae-933f-49e6-9365-3da79500309f {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:11:39.361840 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:39.363239 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-eb02bd0f-e639-4c59-ab09-a1a0641838e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:39.370591 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:11:39.374504 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Checking segment: {'id': 'a6187bfc-b291-48fe-8ef7-67aeb33b85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '08bd26ff-5fd6-438a-90f2-fbafbfc893e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:11:39.374504 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:39.374504 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Bound using segment: {'id': 'a6187bfc-b291-48fe-8ef7-67aeb33b85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '08bd26ff-5fd6-438a-90f2-fbafbfc893e1'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:11:39.374504 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Bound port: cef3a028-2ea0-4699-8e52-60d66c692c04, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6187bfc-b291-48fe-8ef7-67aeb33b85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '08bd26ff-5fd6-438a-90f2-fbafbfc893e1'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:11:39.374504 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:39.377697 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-cad7f246-e348-4691-bdcd-a37d891561fc req-31046c79-dd28-469a-bc78-404b07f3f3bd tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] For port deb20626-b237-4650-a93b-12a633f6daa5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=deb20626-b237-4650-a93b-12a633f6daa5,segment=NetworkSegment(a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce),segment_id=a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:39.421258 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Transition to ACTIVE for port object 3247d8ae-933f-49e6-9365-3da79500309f will not be triggered until provisioned by entity L2. {{(pid=102090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:11:39.428072 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1afc958a-85a2-4901-8493-83bb5d784350 req-81dc9932-fcab-4189-bb53-bddd3fea3134 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=b303b89c-2b86-4d2d-9263-703c2c4feaec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2619834
Jan 28 02:11:39.444754 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-cad7f246-e348-4691-bdcd-a37d891561fc req-31046c79-dd28-469a-bc78-404b07f3f3bd tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:39.473840 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-eb02bd0f-e639-4c59-ab09-a1a0641838e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:39.480640 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113d37e-88c3-423e-9f2c-de3ceb435c43 None None] Pushing event updated for resources: {'Port': ['ID=9d129fc5-cfda-4af6-99e0-3afa624e6869,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:39.548028 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:39.550851 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-eb02bd0f-e639-4c59-ab09-a1a0641838e6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e33ff28b70124d509e206f5a33e9cdc7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6388457
Jan 28 02:11:39.551531 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 60024) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:39.556123 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02bd0f-e639-4c59-ab09-a1a0641838e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd02f4d-137b-48c2-8834-21b277c6dac0,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:39.569233 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:39.591544 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:39.614939 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-cad7f246-e348-4691-bdcd-a37d891561fc req-31046c79-dd28-469a-bc78-404b07f3f3bd tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:39.677155 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['deb20626-b237-4650-a93b-12a633f6daa5'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:11:39.700577 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7f246-e348-4691-bdcd-a37d891561fc req-31046c79-dd28-469a-bc78-404b07f3f3bd tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:39.701493 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-cad7f246-e348-4691-bdcd-a37d891561fc req-31046c79-dd28-469a-bc78-404b07f3f3bd tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:39.706181 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cad7f246-e348-4691-bdcd-a37d891561fc req-31046c79-dd28-469a-bc78-404b07f3f3bd tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "PUT /v2.0/ports/deb20626-b237-4650-a93b-12a633f6daa5 HTTP/1.1" status: 200  len: 942 time: 1.2845073
Jan 28 02:11:39.710273 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086c6296-168f-46fc-9ec4-8700b7c6ca9f', 'tag': 'deb20626-b237-4650-a93b-12a633f6daa5'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:11:39.710273 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2432310-4d64-4738-97a9-c2b1995f4b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "086c6296-168f-46fc-9ec4-8700b7c6ca9f", "tag": "deb20626-b237-4650-a93b-12a633f6daa5"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:11:39.713503 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 60028) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:39.726405 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Pushing event updated for resources: {'Port': ['ID=3247d8ae-933f-49e6-9365-3da79500309f,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:39.813915 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] For port cef3a028-2ea0-4699-8e52-60d66c692c04, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:11:39.868325 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] For port cef3a028-2ea0-4699-8e52-60d66c692c04, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=cef3a028-2ea0-4699-8e52-60d66c692c04,segment=NetworkSegment(a6187bfc-b291-48fe-8ef7-67aeb33b85dc),segment_id=a6187bfc-b291-48fe-8ef7-67aeb33b85dc)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:11:39.870226 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa214fa8-bb50-4cda-952e-bef8cca8e324 x-openstack-request-id: req-aa214fa8-bb50-4cda-952e-bef8cca8e324 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:11:39.870513 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086c6296-168f-46fc-9ec4-8700b7c6ca9f", "tag": "deb20626-b237-4650-a93b-12a633f6daa5", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:11:39.870759 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aa214fa8-bb50-4cda-952e-bef8cca8e324 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:11:39.871729 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086c6296-168f-46fc-9ec4-8700b7c6ca9f', 'tag': 'deb20626-b237-4650-a93b-12a633f6daa5', 'status': 'completed', 'code': 200}
Jan 28 02:11:39.902619 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['deb20626-b237-4650-a93b-12a633f6daa5'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:11:39.921375 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] Allocated IP 172.27.0.179 (f90e340b-27f2-447d-a156-32aa581e17da/626f942c-33cd-4310-8756-8b345f91ef49/6d54c587-64ce-4bfa-a01a-d8fad1d78291) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:11:39.962500 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2ba5c391-a207-4161-9695-8c38803daca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:39.969929 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9487826c-d6be-4217-ba27-a0af9a9436ef tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:39.973497 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:40.036959 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9487826c-d6be-4217-ba27-a0af9a9436ef tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:40.059693 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31046c79-dd28-469a-bc78-404b07f3f3bd tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Pushing event updated for resources: {'Port': ['ID=deb20626-b237-4650-a93b-12a633f6daa5,revision_number=7']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:40.111817 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2ba5c391-a207-4161-9695-8c38803daca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:40.137816 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00608c6f-684c-424d-89a0-81bc7c212379 None None] Pushing event updated for resources: {'Port': ['ID=cef3a028-2ea0-4699-8e52-60d66c692c04,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:40.146812 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2432310-4d64-4738-97a9-c2b1995f4b2c req-ae1e25a3-3529-4caa-8ec7-0b340d75f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:40.156583 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f2432310-4d64-4738-97a9-c2b1995f4b2c req-ae1e25a3-3529-4caa-8ec7-0b340d75f9a6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2e991e35dc5b463fbf9f08db0e72cf46&device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 1098 time: 0.2370350
Jan 28 02:11:40.164325 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Attempting to bind port 3247d8ae-933f-49e6-9365-3da79500309f on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:11:40.164908 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Attempting to bind port 3247d8ae-933f-49e6-9365-3da79500309f by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '0868dfe9-eda9-4cc9-adac-d4c84b2d81b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:11:40.165398 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Attempting to bind port 3247d8ae-933f-49e6-9365-3da79500309f on network 3b3748b7-1bed-4ab4-9fea-64d92f6154dd {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:11:40.209824 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Port 3247d8ae-933f-49e6-9365-3da79500309f on network 3b3748b7-1bed-4ab4-9fea-64d92f6154dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:11:40.210444 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Attempting to bind port 3247d8ae-933f-49e6-9365-3da79500309f on network 3b3748b7-1bed-4ab4-9fea-64d92f6154dd {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:11:40.214518 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-f8c2162e-5f43-4ca1-8eb8-1f78e67759c9 None None] Provisioning complete for port deb20626-b237-4650-a93b-12a633f6daa5 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:40.215078 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8c2162e-5f43-4ca1-8eb8-1f78e67759c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:40.261988 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:11:40.262223 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Checking segment: {'id': '0868dfe9-eda9-4cc9-adac-d4c84b2d81b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:11:40.262601 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Bound using segment: {'id': '0868dfe9-eda9-4cc9-adac-d4c84b2d81b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:11:40.263045 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Bound port: 3247d8ae-933f-49e6-9365-3da79500309f, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0868dfe9-eda9-4cc9-adac-d4c84b2d81b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:11:40.263396 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:40.287265 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:40.330340 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9487826c-d6be-4217-ba27-a0af9a9436ef tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:40.333093 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9487826c-d6be-4217-ba27-a0af9a9436ef tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:40.334860 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-9487826c-d6be-4217-ba27-a0af9a9436ef tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "DELETE /v2.0/security-groups/843a7a38-8512-47d0-ac6e-f19ff26f1d0c HTTP/1.1" status: 204  len: 168 time: 0.6200805
Jan 28 02:11:40.342577 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 60032) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:40.356943 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487826c-d6be-4217-ba27-a0af9a9436ef tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=843a7a38-8512-47d0-ac6e-f19ff26f1d0c,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:40.420571 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2ba5c391-a207-4161-9695-8c38803daca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:40.425675 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2ba5c391-a207-4161-9695-8c38803daca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:40.430150 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-2ba5c391-a207-4161-9695-8c38803daca7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6cd02f4d-137b-48c2-8834-21b277c6dac0 HTTP/1.1" status: 204  len: 168 time: 0.8741398
Jan 28 02:11:40.430312 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:40.543322 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] Pushing event updated for resources: {'Port': ['ID=6d54c587-64ce-4bfa-a01a-d8fad1d78291,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:40.592990 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] Network f90e340b-27f2-447d-a156-32aa581e17da is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:11:40.596014 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] Resources bound (agent type, host, resource id):  {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:11:40.627348 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:11:40.829638 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2432310-4d64-4738-97a9-c2b1995f4b2c req-63f2863a-c576-4ae2-8a36-f98e010d90b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:40.831205 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f2432310-4d64-4738-97a9-c2b1995f4b2c req-63f2863a-c576-4ae2-8a36-f98e010d90b9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 HTTP/1.1" status: 200  len: 916 time: 0.6567297
Jan 28 02:11:40.832520 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] For port 3247d8ae-933f-49e6-9365-3da79500309f, host hv-cinder-82497, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:11:40.835760 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5c391-a207-4161-9695-8c38803daca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd02f4d-137b-48c2-8834-21b277c6dac0,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:40.846058 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-4396c60d-852c-410b-9ebf-2181397e112c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:40.876752 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-2d995432-1626-4dae-879a-7e0719a04f00 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Deleting port c969a70a-172c-4920-91c3-1ba81d22abd3 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:11:40.880322 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2d995432-1626-4dae-879a-7e0719a04f00 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:40.929357 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] For port 3247d8ae-933f-49e6-9365-3da79500309f, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3247d8ae-933f-49e6-9365-3da79500309f,segment=NetworkSegment(0868dfe9-eda9-4cc9-adac-d4c84b2d81b9),segment_id=0868dfe9-eda9-4cc9-adac-d4c84b2d81b9)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:11:40.967691 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019f799-8ab2-433e-b9a4-20809ebc6b52 req-e111e5cd-b97d-47a5-bd58-46087f723695 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:40.976131 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d019f799-8ab2-433e-b9a4-20809ebc6b52 req-e111e5cd-b97d-47a5-bd58-46087f723695 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 944 time: 0.1546545
Jan 28 02:11:40.987484 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f2432310-4d64-4738-97a9-c2b1995f4b2c req-7769c67d-8386-4748-9a74-90ff06a91bf8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=deb20626-b237-4650-a93b-12a633f6daa5 HTTP/1.1" status: 200  len: 1001 time: 0.1472664
Jan 28 02:11:41.035092 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:41.107612 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2d995432-1626-4dae-879a-7e0719a04f00 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:41.108232 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2d995432-1626-4dae-879a-7e0719a04f00 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:41.124291 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:41.128976 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-2d995432-1626-4dae-879a-7e0719a04f00 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Calling delete_port for c969a70a-172c-4920-91c3-1ba81d22abd3 owned by network:floatingip {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:11:41.142232 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:41.145351 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:41.145351 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] 10.222.0.95 "PUT /v2.0/ports/3247d8ae-933f-49e6-9365-3da79500309f HTTP/1.1" status: 200  len: 1094 time: 2.6367719
Jan 28 02:11:41.164266 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d019f799-8ab2-433e-b9a4-20809ebc6b52 req-dad725d6-bcd1-493d-8090-5ea470eeecd8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=b303b89c-2b86-4d2d-9263-703c2c4feaec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1818624
Jan 28 02:11:41.187121 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2432310-4d64-4738-97a9-c2b1995f4b2c req-60c1ba1d-f6cf-48ba-bc6a-912a94a55b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:41.190547 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f2432310-4d64-4738-97a9-c2b1995f4b2c req-60c1ba1d-f6cf-48ba-bc6a-912a94a55b91 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e7b09904-629d-4862-b9b2-a069385f4d4c HTTP/1.1" status: 200  len: 853 time: 0.1849067
Jan 28 02:11:41.196443 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e421c49-9277-4905-a3d3-702d42ce3bfa service neutron] Pushing event updated for resources: {'Port': ['ID=3247d8ae-933f-49e6-9365-3da79500309f,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:41.238893 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device cef3a028-2ea0-4699-8e52-60d66c692c04 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:11:41.255230 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2432310-4d64-4738-97a9-c2b1995f4b2c req-cacddc6c-4784-4641-ba41-4864b0bd9e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:41.256842 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f2432310-4d64-4738-97a9-c2b1995f4b2c req-cacddc6c-4784-4641-ba41-4864b0bd9e44 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=292dd6a5-430d-4e8a-a8ac-8f1544aeecf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0492387
Jan 28 02:11:41.341247 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port cef3a028-2ea0-4699-8e52-60d66c692c04 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:41.342301 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:41.458903 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:41.474503 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f2432310-4d64-4738-97a9-c2b1995f4b2c req-53b94442-7977-45ec-98e0-95c0d7c1ce4b service neutron] 10.222.0.95 "GET /v2.0/networks/292dd6a5-430d-4e8a-a8ac-8f1544aeecf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2044201
Jan 28 02:11:41.508351 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] For port cef3a028-2ea0-4699-8e52-60d66c692c04, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=cef3a028-2ea0-4699-8e52-60d66c692c04,segment=NetworkSegment(a6187bfc-b291-48fe-8ef7-67aeb33b85dc),segment_id=a6187bfc-b291-48fe-8ef7-67aeb33b85dc)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:41.551950 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 60044) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:41.578249 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cf623baa-b9cc-43d1-aed4-0e3e48cca1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:41.584515 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-1918731c-3fad-4889-9e43-e18ff452efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:41.586032 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-1918731c-3fad-4889-9e43-e18ff452efd8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0abe012ba65845329098e0e06c54b9c1&device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 1097 time: 0.2027197
Jan 28 02:11:41.598249 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:41.599120 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 9d129fc5-cfda-4af6-99e0-3afa624e6869 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:11:41.606258 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746496'] for router, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:41.650448 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702b83e2-5810-4731-9486-bf85d3251604 None None] Network 08bd26ff-5fd6-438a-90f2-fbafbfc893e1 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:11:41.668010 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-d367cd8a-69ee-4e2b-9aba-80e10bebf9fa service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3247d8ae-933f-49e6-9365-3da79500309f HTTP/1.1" status: 200  len: 217 time: 0.0580146
Jan 28 02:11:41.746871 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-55867007-b613-43f7-88fa-50a981960799 None None] Provisioning complete for port cef3a028-2ea0-4699-8e52-60d66c692c04 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:41.747554 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-55867007-b613-43f7-88fa-50a981960799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:41.752216 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f2432310-4d64-4738-97a9-c2b1995f4b2c req-e08b4a2d-f7ae-4416-ac9b-0241190b7edc service neutron] 10.222.0.95 "GET /v2.0/networks/292dd6a5-430d-4e8a-a8ac-8f1544aeecf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2609975
Jan 28 02:11:41.766651 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-1816f65e-18c0-4cd4-a7d0-7274811f4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:41.768209 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-1816f65e-18c0-4cd4-a7d0-7274811f4a93 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8eb77f0c-9c24-4cb1-8b61-8cdd6744025b HTTP/1.1" status: 200  len: 849 time: 0.0923388
Jan 28 02:11:41.779604 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Pushing event updated for resources: {'Port': ['ID=cef3a028-2ea0-4699-8e52-60d66c692c04,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:41.829159 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 9d129fc5-cfda-4af6-99e0-3afa624e6869 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:41.829472 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:41.847847 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cf623baa-b9cc-43d1-aed4-0e3e48cca1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:41.860754 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-472e13f0-3fc3-4cb6-8f75-016dc50ff0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:41.862362 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-472e13f0-3fc3-4cb6-8f75-016dc50ff0e8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709133
Jan 28 02:11:41.877677 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc', 'tag': '3247d8ae-933f-49e6-9365-3da79500309f'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:11:41.880194 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7bf0bb-8658-4bb2-8666-3649042e9c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc", "tag": "3247d8ae-933f-49e6-9365-3da79500309f"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:11:41.939204 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cf623baa-b9cc-43d1-aed4-0e3e48cca1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:41.945421 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2d995432-1626-4dae-879a-7e0719a04f00 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:41.958711 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e01ca4f-86c6-41f9-a188-fb084d13b140 x-openstack-request-id: req-0e01ca4f-86c6-41f9-a188-fb084d13b140 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:11:41.959076 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc", "tag": "3247d8ae-933f-49e6-9365-3da79500309f", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:11:41.959263 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0e01ca4f-86c6-41f9-a188-fb084d13b140 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:11:41.959749 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc', 'tag': '3247d8ae-933f-49e6-9365-3da79500309f', 'status': 'completed', 'code': 200}
Jan 28 02:11:41.979851 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d995432-1626-4dae-879a-7e0719a04f00 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Pushing event deleted for resources: {'Port': ['ID=c969a70a-172c-4920-91c3-1ba81d22abd3,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:42.010521 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-cf623baa-b9cc-43d1-aed4-0e3e48cca1bc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c075559ee7d94b5e9a6ba17fd6c94a3d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4519389
Jan 28 02:11:42.010858 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 60048) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:42.018593 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf623baa-b9cc-43d1-aed4-0e3e48cca1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cca6831-2068-4953-b994-7007628de8a9,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:42.046444 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-bac50200-c301-4a05-a6fd-5db79d2a8afa service neutron] 10.222.0.95 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1764119
Jan 28 02:11:42.051779 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2d995432-1626-4dae-879a-7e0719a04f00 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks [] for floatingip, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:42.052174 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.l3_db [None req-2d995432-1626-4dae-879a-7e0719a04f00 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Floating IP fff34760-1acc-41e4-afdf-4b699928a58c disassociated (deleted). External IP: 172.27.0.125, port: deb20626-b237-4650-a93b-12a633f6daa5.
Jan 28 02:11:42.148484 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] Router 84622c14-27ae-426f-b361-b5d00fcecb58 is scheduled to L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 with binding_index 1 {{(pid=102089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 28 02:11:42.163103 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2ca4-f3c2-44c9-91ed-5e8c1df0101e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:42.199919 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2ca4-f3c2-44c9-91ed-5e8c1df0101e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:42.214851 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2321b601-ff2a-4c51-bff9-ec0f2f121c2d req-bfd3ea31-55fc-438d-b412-3e653723371f service neutron] 10.222.0.95 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589544
Jan 28 02:11:42.315641 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34ae73-18ea-45cf-9eee-c7a71078fc7f req-51b3e7ca-02ef-44db-b9c3-20bd5a8284bb tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:42.320470 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8a34ae73-18ea-45cf-9eee-c7a71078fc7f req-51b3e7ca-02ef-44db-b9c3-20bd5a8284bb tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 944 time: 0.0618229
Jan 28 02:11:42.326566 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-e7670e5a-994f-429f-a402-b6a6e1426274 None None] Provisioning complete for port cef3a028-2ea0-4699-8e52-60d66c692c04 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:42.327095 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-e7670e5a-994f-429f-a402-b6a6e1426274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:42.365633 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:11:42.367435 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8a34ae73-18ea-45cf-9eee-c7a71078fc7f req-0c4dfc24-3d98-4254-9694-9d39818b5435 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=b303b89c-2b86-4d2d-9263-703c2c4feaec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420558
Jan 28 02:11:42.380979 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Sync routers for ids ['84622c14-27ae-426f-b361-b5d00fcecb58'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:11:42.396832 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d995432-1626-4dae-879a-7e0719a04f00 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Router 67bc87df-079d-4f37-8c94-f0eb7592793d has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:11:42.403780 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2ca4-f3c2-44c9-91ed-5e8c1df0101e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:42.409855 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2ca4-f3c2-44c9-91ed-5e8c1df0101e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:42.422456 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-d8ba2ca4-f3c2-44c9-91ed-5e8c1df0101e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2cca6831-2068-4953-b994-7007628de8a9 HTTP/1.1" status: 204  len: 168 time: 0.3994062
Jan 28 02:11:42.422456 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba2ca4-f3c2-44c9-91ed-5e8c1df0101e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cca6831-2068-4953-b994-7007628de8a9,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:42.442968 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Routers {'84622c14-27ae-426f-b361-b5d00fcecb58'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:42.443661 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796ee84520>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['84622c14-27ae-426f-b361-b5d00fcecb58'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:42.498654 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bf0bb-8658-4bb2-8666-3649042e9c2a req-c2ac695d-8fea-4f54-9446-e35cb701564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:42.500904 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fb7bf0bb-8658-4bb2-8666-3649042e9c2a req-c2ac695d-8fea-4f54-9446-e35cb701564a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0abe012ba65845329098e0e06c54b9c1&device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 1097 time: 0.0529709
Jan 28 02:11:42.529780 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:42.542554 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-b733bd18-c886-4aef-bffd-d50d9027cfde admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.2883890
Jan 28 02:11:42.542723 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 60056) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:42.542842 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d995432-1626-4dae-879a-7e0719a04f00 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:11:42.551702 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5595c74-cbfe-4651-b5e4-fc7a5efb4367 None None] Sync routers for ids ['67bc87df-079d-4f37-8c94-f0eb7592793d'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:11:42.552469 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2d995432-1626-4dae-879a-7e0719a04f00 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:42.563471 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5595c74-cbfe-4651-b5e4-fc7a5efb4367 None None] Routers {'67bc87df-079d-4f37-8c94-f0eb7592793d'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:42.564758 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-e5595c74-cbfe-4651-b5e4-fc7a5efb4367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7975332700>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['67bc87df-079d-4f37-8c94-f0eb7592793d'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:42.572112 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Set router 84622c14-27ae-426f-b361-b5d00fcecb58 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:42.589991 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-2d995432-1626-4dae-879a-7e0719a04f00 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "DELETE /v2.0/floatingips/fff34760-1acc-41e4-afdf-4b699928a58c HTTP/1.1" status: 204  len: 168 time: 2.2462575
Jan 28 02:11:42.590884 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086c6296-168f-46fc-9ec4-8700b7c6ca9f', 'tag': 'deb20626-b237-4650-a93b-12a633f6daa5'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:11:42.593997 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018a6f7d036e4cc9c0598cac366770376dcc312318454bb663f15aa8bf8ee3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64865b54-c24c-4d8a-a18e-5c3c9b75733a" -d '{"events": [{"name": "network-changed", "server_uuid": "086c6296-168f-46fc-9ec4-8700b7c6ca9f", "tag": "deb20626-b237-4650-a93b-12a633f6daa5"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:11:42.737097 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-e5595c74-cbfe-4651-b5e4-fc7a5efb4367 None None] Set router 67bc87df-079d-4f37-8c94-f0eb7592793d gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:42.750989 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bf0bb-8658-4bb2-8666-3649042e9c2a req-f619630a-c11d-47f1-859a-bd667c8d6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:42.752767 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fb7bf0bb-8658-4bb2-8666-3649042e9c2a req-f619630a-c11d-47f1-859a-bd667c8d6a28 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd HTTP/1.1" status: 200  len: 912 time: 0.2409256
Jan 28 02:11:42.870246 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fb7bf0bb-8658-4bb2-8666-3649042e9c2a req-13c60b7f-3b99-4cf3-99ac-6783f0b92c42 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3247d8ae-933f-49e6-9365-3da79500309f HTTP/1.1" status: 200  len: 217 time: 0.1090841
Jan 28 02:11:42.905797 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8a686c-14f3-4f30-9604-e76b09a18e3f x-openstack-request-id: req-3b8a686c-14f3-4f30-9604-e76b09a18e3f {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:11:42.908665 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086c6296-168f-46fc-9ec4-8700b7c6ca9f", "tag": "deb20626-b237-4650-a93b-12a633f6daa5", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:11:42.908665 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3b8a686c-14f3-4f30-9604-e76b09a18e3f {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:11:42.908665 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086c6296-168f-46fc-9ec4-8700b7c6ca9f', 'tag': 'deb20626-b237-4650-a93b-12a633f6daa5', 'status': 'completed', 'code': 200}
Jan 28 02:11:42.912447 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796ee84520>, [{'id': '84622c14-27ae-426f-b361-b5d00fcecb58', 'name': 'tempest-TestVolumeBootPattern-1251757170-router', 'tenant_id': '241a59488666455e8498e7c5010fa09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '6d54c587-64ce-4bfa-a01a-d8fad1d78291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:38Z', 'updated_at': '2022-01-28T02:11:40Z', 'revision_number': 3, 'project_id': '241a59488666455e8498e7c5010fa09f', 'gw_port': {'id': '6d54c587-64ce-4bfa-a01a-d8fad1d78291', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84622c14-27ae-426f-b361-b5d00fcecb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:39Z', 'updated_at': '2022-01-28T02:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:42.968749 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Checking router: 84622c14-27ae-426f-b361-b5d00fcecb58 for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:11:42.978261 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Updating router 84622c14-27ae-426f-b361-b5d00fcecb58 port 6d54c587-64ce-4bfa-a01a-d8fad1d78291 binding host dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:11:43.037586 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:43.118542 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bf0bb-8658-4bb2-8666-3649042e9c2a req-4aefcedb-5226-4790-b182-a6191779abed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:43.120756 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fb7bf0bb-8658-4bb2-8666-3649042e9c2a req-4aefcedb-5226-4790-b182-a6191779abed service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8eb77f0c-9c24-4cb1-8b61-8cdd6744025b HTTP/1.1" status: 200  len: 849 time: 0.1991594
Jan 28 02:11:43.158999 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-e5595c74-cbfe-4651-b5e4-fc7a5efb4367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7975332700>, [{'id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'name': 'tempest-TestMinimumBasicScenario-903668288-router', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:20Z', 'updated_at': '2022-01-28T02:08:25Z', 'revision_number': 4, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'gw_port': {'id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:21Z', 'updated_at': '2022-01-28T02:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '3c4a71c9-836f-4383-b77b-e168e33aeece', 'name': '', 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'mac_address': 'fa:16:3e:56:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e7b09904-629d-4862-b9b2-a069385f4d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:24Z', 'updated_at': '2022-01-28T02:08:31Z', 'revision_number': 5, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'subnets': [{'id': 'e7b09904-629d-4862-b9b2-a069385f4d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:43.168795 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64865b54-c24c-4d8a-a18e-5c3c9b75733a req-4719296f-dc38-412a-acc8-5d41e2967a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:43.170311 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-64865b54-c24c-4d8a-a18e-5c3c9b75733a req-4719296f-dc38-412a-acc8-5d41e2967a07 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2e991e35dc5b463fbf9f08db0e72cf46&device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 1098 time: 0.1996024
Jan 28 02:11:43.190406 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5595c74-cbfe-4651-b5e4-fc7a5efb4367 None None] Checking router: 67bc87df-079d-4f37-8c94-f0eb7592793d for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:11:43.191588 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device cef3a028-2ea0-4699-8e52-60d66c692c04 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:11:43.197366 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-10245e59-0844-42eb-ae6a-c945a4823ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:43.201617 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5595c74-cbfe-4651-b5e4-fc7a5efb4367 None None] Routers {'67bc87df-079d-4f37-8c94-f0eb7592793d'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:43.202615 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-e5595c74-cbfe-4651-b5e4-fc7a5efb4367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7975332700>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['67bc87df-079d-4f37-8c94-f0eb7592793d'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:43.262729 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bf0bb-8658-4bb2-8666-3649042e9c2a req-27f054e2-876b-4b12-a0e9-8e6bc89828e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:43.264287 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fb7bf0bb-8658-4bb2-8666-3649042e9c2a req-27f054e2-876b-4b12-a0e9-8e6bc89828e6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1338193
Jan 28 02:11:43.389622 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port cef3a028-2ea0-4699-8e52-60d66c692c04 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:43.390248 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:43.446501 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-e5595c74-cbfe-4651-b5e4-fc7a5efb4367 None None] Set router 67bc87df-079d-4f37-8c94-f0eb7592793d gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:43.508491 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64865b54-c24c-4d8a-a18e-5c3c9b75733a req-e947f4fc-7469-4980-8389-7dd721a65b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:43.509272 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-64865b54-c24c-4d8a-a18e-5c3c9b75733a req-e947f4fc-7469-4980-8389-7dd721a65b75 service neutron] 10.222.0.95 "GET /v2.0/networks?id=292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 HTTP/1.1" status: 200  len: 916 time: 0.3189757
Jan 28 02:11:43.585577 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-64865b54-c24c-4d8a-a18e-5c3c9b75733a req-8c39af09-0c6b-48db-aef1-19ad3155ad02 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=deb20626-b237-4650-a93b-12a633f6daa5 HTTP/1.1" status: 200  len: 217 time: 0.0581102
Jan 28 02:11:43.590233 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7e9127e6-c9f0-4d6e-a0c9-26faa221a5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:43.595130 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:43.601372 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fb7bf0bb-8658-4bb2-8666-3649042e9c2a req-0832002c-68bc-4e26-aa3d-866f9e5346b8 service neutron] 10.222.0.95 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3005786
Jan 28 02:11:43.671094 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:43.681180 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-e5595c74-cbfe-4651-b5e4-fc7a5efb4367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7975332700>, [{'id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'name': 'tempest-TestMinimumBasicScenario-903668288-router', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:20Z', 'updated_at': '2022-01-28T02:08:25Z', 'revision_number': 4, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'gw_port': {'id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:21Z', 'updated_at': '2022-01-28T02:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '3c4a71c9-836f-4383-b77b-e168e33aeece', 'name': '', 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'mac_address': 'fa:16:3e:56:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e7b09904-629d-4862-b9b2-a069385f4d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:24Z', 'updated_at': '2022-01-28T02:08:31Z', 'revision_number': 5, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'subnets': [{'id': 'e7b09904-629d-4862-b9b2-a069385f4d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:43.705248 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fd498-90ae-4c9f-b80b-19b3c3954af2 req-215c677f-e71b-4b51-a0d3-a6ba77250469 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:43.707650 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e97fd498-90ae-4c9f-b80b-19b3c3954af2 req-215c677f-e71b-4b51-a0d3-a6ba77250469 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 944 time: 0.2228312
Jan 28 02:11:43.718710 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5595c74-cbfe-4651-b5e4-fc7a5efb4367 None None] The sync data for ids ['67bc87df-079d-4f37-8c94-f0eb7592793d'] in dv-cinder-824977-1-iscsi is: [{'id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'name': 'tempest-TestMinimumBasicScenario-903668288-router', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:20Z', 'updated_at': '2022-01-28T02:08:25Z', 'revision_number': 4, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'gw_port': {'id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:21Z', 'updated_at': '2022-01-28T02:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '3c4a71c9-836f-4383-b77b-e168e33aeece', 'name': '', 'network_id': '292dd6a5-430d-4e8a-a8ac-8f1544aeecf7', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'mac_address': 'fa:16:3e:56:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e7b09904-629d-4862-b9b2-a069385f4d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:24Z', 'updated_at': '2022-01-28T02:08:31Z', 'revision_number': 5, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'subnets': [{'id': 'e7b09904-629d-4862-b9b2-a069385f4d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:11:43.743329 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Attempting to bind port 6d54c587-64ce-4bfa-a01a-d8fad1d78291 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:11:43.743738 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Attempting to bind port 6d54c587-64ce-4bfa-a01a-d8fad1d78291 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:11:43.744220 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Attempting to bind port 6d54c587-64ce-4bfa-a01a-d8fad1d78291 on network f90e340b-27f2-447d-a156-32aa581e17da {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:11:43.748621 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52084da0-0038-4522-b373-cb7d5335a7de None None] Pushing event updated for resources: {'Port': ['ID=6d54c587-64ce-4bfa-a01a-d8fad1d78291,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:43.758705 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:11:43.760179 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Checking segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:11:43.760349 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:43.760982 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Bound using segment: {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:11:43.762322 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Bound port: 6d54c587-64ce-4bfa-a01a-d8fad1d78291, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68eadecd-973e-443c-a5d4-c9a274faf133', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:11:43.762732 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:43.832831 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] For port 6d54c587-64ce-4bfa-a01a-d8fad1d78291, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:11:43.836581 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] For port 6d54c587-64ce-4bfa-a01a-d8fad1d78291, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=6d54c587-64ce-4bfa-a01a-d8fad1d78291,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:11:43.930229 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:44.010443 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Routers {'84622c14-27ae-426f-b361-b5d00fcecb58'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:44.011243 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796ee84520>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['84622c14-27ae-426f-b361-b5d00fcecb58'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:44.013389 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52084da0-0038-4522-b373-cb7d5335a7de None None] Pushing event updated for resources: {'Port': ['ID=6d54c587-64ce-4bfa-a01a-d8fad1d78291,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:44.075561 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd23d819-38ed-41ad-ac6d-04d24be46f34 None None] New status for floating IP fff34760-1acc-41e4-afdf-4b699928a58c: DOWN {{(pid=102091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:11:44.084159 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64865b54-c24c-4d8a-a18e-5c3c9b75733a req-f068c6cc-ad87-48bc-a660-4f2a3347cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:44.090110 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-64865b54-c24c-4d8a-a18e-5c3c9b75733a req-f068c6cc-ad87-48bc-a660-4f2a3347cc33 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e7b09904-629d-4862-b9b2-a069385f4d4c HTTP/1.1" status: 200  len: 853 time: 0.4811175
Jan 28 02:11:44.219603 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] Set router 84622c14-27ae-426f-b361-b5d00fcecb58 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:44.222651 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e97fd498-90ae-4c9f-b80b-19b3c3954af2 req-644b4a09-39c9-401a-a039-d6561df8640e tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=b303b89c-2b86-4d2d-9263-703c2c4feaec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4991727
Jan 28 02:11:44.231916 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fb7bf0bb-8658-4bb2-8666-3649042e9c2a req-8a841c72-14a8-46fc-837e-aba08201ace3 service neutron] 10.222.0.95 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6153979
Jan 28 02:11:44.249660 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64865b54-c24c-4d8a-a18e-5c3c9b75733a req-dad2148a-e27b-4a7b-8ef3-f47ac7076799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:44.251218 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-64865b54-c24c-4d8a-a18e-5c3c9b75733a req-dad2148a-e27b-4a7b-8ef3-f47ac7076799 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=292dd6a5-430d-4e8a-a8ac-8f1544aeecf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1489224
Jan 28 02:11:44.367836 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-7e9127e6-c9f0-4d6e-a0c9-26faa221a5a2 admin admin] Allocated IP 172.20.0.1 (08bd26ff-5fd6-438a-90f2-fbafbfc893e1/754e5261-91e2-4f44-9082-70cfd3c9e8b8/1dbd82c1-2d12-4f6f-a419-b6bd7c329a75) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:11:44.461108 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-64865b54-c24c-4d8a-a18e-5c3c9b75733a req-75531186-ca43-4f5e-a01a-1cd020d4573a service neutron] 10.222.0.95 "GET /v2.0/networks/292dd6a5-430d-4e8a-a8ac-8f1544aeecf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1889570
Jan 28 02:11:44.554066 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7e9127e6-c9f0-4d6e-a0c9-26faa221a5a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:44.557896 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796ee84520>, [{'id': '84622c14-27ae-426f-b361-b5d00fcecb58', 'name': 'tempest-TestVolumeBootPattern-1251757170-router', 'tenant_id': '241a59488666455e8498e7c5010fa09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '6d54c587-64ce-4bfa-a01a-d8fad1d78291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:38Z', 'updated_at': '2022-01-28T02:11:40Z', 'revision_number': 3, 'project_id': '241a59488666455e8498e7c5010fa09f', 'gw_port': {'id': '6d54c587-64ce-4bfa-a01a-d8fad1d78291', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84622c14-27ae-426f-b361-b5d00fcecb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:39Z', 'updated_at': '2022-01-28T02:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:44.591900 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd80fbde-ffb5-4462-9472-455d125ab03c None None] The sync data for ids ['84622c14-27ae-426f-b361-b5d00fcecb58'] in dv-cinder-824977-1-iscsi is: [{'id': '84622c14-27ae-426f-b361-b5d00fcecb58', 'name': 'tempest-TestVolumeBootPattern-1251757170-router', 'tenant_id': '241a59488666455e8498e7c5010fa09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '6d54c587-64ce-4bfa-a01a-d8fad1d78291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:38Z', 'updated_at': '2022-01-28T02:11:40Z', 'revision_number': 3, 'project_id': '241a59488666455e8498e7c5010fa09f', 'gw_port': {'id': '6d54c587-64ce-4bfa-a01a-d8fad1d78291', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84622c14-27ae-426f-b361-b5d00fcecb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:39Z', 'updated_at': '2022-01-28T02:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:11:44.599934 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-64865b54-c24c-4d8a-a18e-5c3c9b75733a req-83e991eb-79af-4f25-b14e-dd7b1df45963 service neutron] 10.222.0.95 "GET /v2.0/networks/292dd6a5-430d-4e8a-a8ac-8f1544aeecf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305432
Jan 28 02:11:44.684660 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:44.724785 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7e9127e6-c9f0-4d6e-a0c9-26faa221a5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:44.773563 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9127e6-c9f0-4d6e-a0c9-26faa221a5a2 admin admin] Network 08bd26ff-5fd6-438a-90f2-fbafbfc893e1 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:11:44.778951 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-7e9127e6-c9f0-4d6e-a0c9-26faa221a5a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:11:44.785845 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9127e6-c9f0-4d6e-a0c9-26faa221a5a2 admin admin] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:11:44.789000 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9127e6-c9f0-4d6e-a0c9-26faa221a5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=1dbd82c1-2d12-4f6f-a419-b6bd7c329a75,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:44.828111 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7e9127e6-c9f0-4d6e-a0c9-26faa221a5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746719'] for router_interface, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.099813 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7e9127e6-c9f0-4d6e-a0c9-26faa221a5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.119008 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 3247d8ae-933f-49e6-9365-3da79500309f details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:11:45.167242 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 6d54c587-64ce-4bfa-a01a-d8fad1d78291 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:11:45.217984 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-23289c9a-b710-43d8-a26a-fbeca9c5b067 None None] Provisioning complete for port 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:45.218370 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-23289c9a-b710-43d8-a26a-fbeca9c5b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.309600 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-23289c9a-b710-43d8-a26a-fbeca9c5b067 None None] Port 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75 cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:11:45.316252 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7e9127e6-c9f0-4d6e-a0c9-26faa221a5a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.337764 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 6d54c587-64ce-4bfa-a01a-d8fad1d78291 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:45.338172 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.341052 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 3247d8ae-933f-49e6-9365-3da79500309f, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3247d8ae-933f-49e6-9365-3da79500309f,segment=NetworkSegment(0868dfe9-eda9-4cc9-adac-d4c84b2d81b9),segment_id=0868dfe9-eda9-4cc9-adac-d4c84b2d81b9)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:45.382542 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': '3247d8ae-933f-49e6-9365-3da79500309f', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'port_id': '3247d8ae-933f-49e6-9365-3da79500309f', 'mac_address': 'fa:16:3e:7e:20:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:11:45.396300 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cebab-9b0b-4633-8adc-97631f440919 req-e20c1df0-95d7-4f23-99ab-ebc23055b8f8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:45.398355 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-051cebab-9b0b-4633-8adc-97631f440919 req-e20c1df0-95d7-4f23-99ab-ebc23055b8f8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 944 time: 0.0723052
Jan 28 02:11:45.425866 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7e9127e6-c9f0-4d6e-a0c9-26faa221a5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.440454 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.484524 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3247d8ae-933f-49e6-9365-3da79500309f {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:11:45.510841 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.521092 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 3247d8ae-933f-49e6-9365-3da79500309f, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3247d8ae-933f-49e6-9365-3da79500309f,segment=NetworkSegment(0868dfe9-eda9-4cc9-adac-d4c84b2d81b9),segment_id=0868dfe9-eda9-4cc9-adac-d4c84b2d81b9)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:45.543959 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] For port 6d54c587-64ce-4bfa-a01a-d8fad1d78291, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=6d54c587-64ce-4bfa-a01a-d8fad1d78291,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:45.544365 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7e9127e6-c9f0-4d6e-a0c9-26faa221a5a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-639424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564303'] for router_interface, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.565090 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-051cebab-9b0b-4633-8adc-97631f440919 req-611922ce-39ca-4d5e-a8a0-f2eac873f869 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=b303b89c-2b86-4d2d-9263-703c2c4feaec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1601081
Jan 28 02:11:45.566198 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9127e6-c9f0-4d6e-a0c9-26faa221a5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=1dbd82c1-2d12-4f6f-a419-b6bd7c329a75,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:45.593136 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.623598 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.651757 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=3247d8ae-933f-49e6-9365-3da79500309f,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:45.674265 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9127e6-c9f0-4d6e-a0c9-26faa221a5a2 admin admin] Network 08bd26ff-5fd6-438a-90f2-fbafbfc893e1 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:11:45.675706 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-7e9127e6-c9f0-4d6e-a0c9-26faa221a5a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:11:45.704665 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Pushing event updated for resources: {'Port': ['ID=6d54c587-64ce-4bfa-a01a-d8fad1d78291,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:45.807698 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9127e6-c9f0-4d6e-a0c9-26faa221a5a2 admin admin] Router 84622c14-27ae-426f-b361-b5d00fcecb58 has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:11:45.922120 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9127e6-c9f0-4d6e-a0c9-26faa221a5a2 admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:11:45.926864 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-7e9127e6-c9f0-4d6e-a0c9-26faa221a5a2 admin admin] 10.222.0.79 "PUT /v2.0/routers/84622c14-27ae-426f-b361-b5d00fcecb58/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3895957
Jan 28 02:11:45.932511 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-bdef0cf7-c0c5-4f1b-a789-31d7a2055cc8 None None] Provisioning complete for port 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:45.932881 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-bdef0cf7-c0c5-4f1b-a789-31d7a2055cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:45.971174 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-bdef0cf7-c0c5-4f1b-a789-31d7a2055cc8 None None] Port 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75 cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:11:45.997291 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['3247d8ae-933f-49e6-9365-3da79500309f'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:11:46.461876 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.581530 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.688167 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 60136) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:46.694159 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-1234dd05-c9ac-4a88-a335-809452a6762c tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-152893613', 'description': 'tempest-secgroup-smoke-152893613 description', 'project_id': '7ed8db325d13496c9a417966e33b10a1'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:46.714643 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd03ba-0083-4e30-bc1c-7366c8910f43 req-91a4260f-68e4-427f-91ce-52526b156ca8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:46.716821 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8afd03ba-0083-4e30-bc1c-7366c8910f43 req-91a4260f-68e4-427f-91ce-52526b156ca8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 945 time: 0.0786765
Jan 28 02:11:46.744899 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Sync routers for ids ['84622c14-27ae-426f-b361-b5d00fcecb58'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:11:46.754218 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Routers {'84622c14-27ae-426f-b361-b5d00fcecb58'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:46.754831 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796efd75b0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['84622c14-27ae-426f-b361-b5d00fcecb58'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:46.762160 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8afd03ba-0083-4e30-bc1c-7366c8910f43 req-e8cfb248-3945-442d-9360-f3ebb241b0b2 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=b303b89c-2b86-4d2d-9263-703c2c4feaec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368602
Jan 28 02:11:46.776165 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1234dd05-c9ac-4a88-a335-809452a6762c tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.852985 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1234dd05-c9ac-4a88-a335-809452a6762c tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.876887 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Set router 84622c14-27ae-426f-b361-b5d00fcecb58 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:46.941004 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1234dd05-c9ac-4a88-a335-809452a6762c tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:46.973249 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234dd05-c9ac-4a88-a335-809452a6762c tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3152e73f-9778-499f-bf46-c8380857b09d,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:47.039383 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 6d54c587-64ce-4bfa-a01a-d8fad1d78291 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:11:47.069616 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1234dd05-c9ac-4a88-a335-809452a6762c tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.070956 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-1234dd05-c9ac-4a88-a335-809452a6762c tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3805058
Jan 28 02:11:47.075117 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 60142) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:47.079831 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-6877d658-2554-48d4-ab14-f92d1f2b9621 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Request body: {'security_group_rule': {'security_group_id': '3152e73f-9778-499f-bf46-c8380857b09d', 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:47.089134 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796efd75b0>, [{'id': '84622c14-27ae-426f-b361-b5d00fcecb58', 'name': 'tempest-TestVolumeBootPattern-1251757170-router', 'tenant_id': '241a59488666455e8498e7c5010fa09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '6d54c587-64ce-4bfa-a01a-d8fad1d78291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:38Z', 'updated_at': '2022-01-28T02:11:44Z', 'revision_number': 4, 'project_id': '241a59488666455e8498e7c5010fa09f', 'gw_port': {'id': '6d54c587-64ce-4bfa-a01a-d8fad1d78291', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84622c14-27ae-426f-b361-b5d00fcecb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:39Z', 'updated_at': '2022-01-28T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '1dbd82c1-2d12-4f6f-a419-b6bd7c329a75', 'name': '', 'network_id': '08bd26ff-5fd6-438a-90f2-fbafbfc893e1', 'tenant_id': '241a59488666455e8498e7c5010fa09f', 'mac_address': 'fa:16:3e:b7:2c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84622c14-27ae-426f-b361-b5d00fcecb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '754e5261-91e2-4f44-9082-70cfd3c9e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:43Z', 'updated_at': '2022-01-28T02:11:45Z', 'revision_number': 2, 'project_id': '241a59488666455e8498e7c5010fa09f', 'subnets': [{'id': '754e5261-91e2-4f44-9082-70cfd3c9e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:47.100159 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 6d54c587-64ce-4bfa-a01a-d8fad1d78291 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:47.100159 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.120555 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Checking router: 84622c14-27ae-426f-b361-b5d00fcecb58 for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:11:47.120913 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Updating router 84622c14-27ae-426f-b361-b5d00fcecb58 port 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75 binding host dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 28 02:11:47.122487 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 3247d8ae-933f-49e6-9365-3da79500309f up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:11:47.151127 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.198571 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6877d658-2554-48d4-ab14-f92d1f2b9621 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.276767 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6877d658-2554-48d4-ab14-f92d1f2b9621 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.308304 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port 3247d8ae-933f-49e6-9365-3da79500309f completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:11:47.312365 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port 3247d8ae-933f-49e6-9365-3da79500309f triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:47.312738 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.373921 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6877d658-2554-48d4-ab14-f92d1f2b9621 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.393249 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877d658-2554-48d4-ab14-f92d1f2b9621 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efe81de-25e1-4faf-ac90-08e5b2a6dd7f,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:47.401164 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdbdf9-aad0-4d60-b1f3-fa747ca9ac55 req-30b7f606-f07a-4478-90ce-a4fdfc5ca53a tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:47.401899 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.403304 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-80bdbdf9-aad0-4d60-b1f3-fa747ca9ac55 req-30b7f606-f07a-4478-90ce-a4fdfc5ca53a tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 945 time: 0.0639949
Jan 28 02:11:47.429477 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3247d8ae-933f-49e6-9365-3da79500309f'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:11:47.432183 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d01e06a-1581-4f4a-9aab-1b2c063f6fc7" -d '{"events": [{"server_uuid": "ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc", "name": "network-vif-plugged", "status": "completed", "tag": "3247d8ae-933f-49e6-9365-3da79500309f"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:11:47.445532 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 3247d8ae-933f-49e6-9365-3da79500309f, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3247d8ae-933f-49e6-9365-3da79500309f,segment=NetworkSegment(0868dfe9-eda9-4cc9-adac-d4c84b2d81b9),segment_id=0868dfe9-eda9-4cc9-adac-d4c84b2d81b9)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:47.446252 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-80bdbdf9-aad0-4d60-b1f3-fa747ca9ac55 req-4b8a331b-5922-40ba-af82-74fa604932bd tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366445
Jan 28 02:11:47.473187 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Notify callbacks [] for port, precommit_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.496080 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6877d658-2554-48d4-ab14-f92d1f2b9621 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.497304 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-6877d658-2554-48d4-ab14-f92d1f2b9621 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4211459
Jan 28 02:11:47.500110 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 60154) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:47.504808 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-50240156-57d7-4854-a7d4-ff8e70f359d7 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Request body: {'security_group_rule': {'security_group_id': '3152e73f-9778-499f-bf46-c8380857b09d', 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:47.523623 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.549758 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd5957f-eba6-4fe3-8646-e74abc9c51ad x-openstack-request-id: req-7bd5957f-eba6-4fe3-8646-e74abc9c51ad {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:11:47.550044 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc", "name": "network-vif-plugged", "status": "completed", "tag": "3247d8ae-933f-49e6-9365-3da79500309f", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:11:47.550283 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7bd5957f-eba6-4fe3-8646-e74abc9c51ad {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:11:47.550668 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3247d8ae-933f-49e6-9365-3da79500309f', 'code': 200}
Jan 28 02:11:47.578222 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=3247d8ae-933f-49e6-9365-3da79500309f,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:47.632612 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.678088 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-50240156-57d7-4854-a7d4-ff8e70f359d7 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.682205 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49ca53-a001-4024-8763-e7777b9f8d07 None None] Pushing event updated for resources: {'Port': ['ID=1dbd82c1-2d12-4f6f-a419-b6bd7c329a75,revision_number=3']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:47.750894 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-50240156-57d7-4854-a7d4-ff8e70f359d7 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.753926 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Attempting to bind port 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75 on host dv-cinder-824977-1-iscsi for vnic_type normal with profile  {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:11:47.754432 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Attempting to bind port 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75 by drivers openvswitch,hyperv on host dv-cinder-824977-1-iscsi at level 0 using segments [{'id': 'a6187bfc-b291-48fe-8ef7-67aeb33b85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '08bd26ff-5fd6-438a-90f2-fbafbfc893e1'}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:11:47.756098 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Attempting to bind port 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75 on network 08bd26ff-5fd6-438a-90f2-fbafbfc893e1 {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:11:47.763082 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Checking agent: {'id': 'acf15e50-8280-4fd9-a2c0-956f682bb2b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824977-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 57, 16), 'started_at': datetime.datetime(2022, 1, 28, 1, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824977-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:11:47.763456 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Checking segment: {'id': 'a6187bfc-b291-48fe-8ef7-67aeb33b85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '08bd26ff-5fd6-438a-90f2-fbafbfc893e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:11:47.763855 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.764277 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Bound using segment: {'id': 'a6187bfc-b291-48fe-8ef7-67aeb33b85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '08bd26ff-5fd6-438a-90f2-fbafbfc893e1'} {{(pid=102092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:11:47.764736 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.managers [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Bound port: 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75, host: dv-cinder-824977-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6187bfc-b291-48fe-8ef7-67aeb33b85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '08bd26ff-5fd6-438a-90f2-fbafbfc893e1'}}] {{(pid=102092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:11:47.765122 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.843273 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] For port 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75, host dv-cinder-824977-1-iscsi, cleared binding levels {{(pid=102092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:11:47.849166 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.plugins.ml2.db [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] For port 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75, host dv-cinder-824977-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=1dbd82c1-2d12-4f6f-a419-b6bd7c329a75,segment=NetworkSegment(a6187bfc-b291-48fe-8ef7-67aeb33b85dc),segment_id=a6187bfc-b291-48fe-8ef7-67aeb33b85dc)] {{(pid=102092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:11:47.850511 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-50240156-57d7-4854-a7d4-ff8e70f359d7 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.872892 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50240156-57d7-4854-a7d4-ff8e70f359d7 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08248067-3c93-4949-887c-28c0eb67d875,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:47.946419 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d1e2-c0da-44bc-9bcc-fdf93dcffef2 req-b123b781-92ac-41fc-8db3-2b8973478730 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:47.948615 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-35c6d1e2-c0da-44bc-9bcc-fdf93dcffef2 req-b123b781-92ac-41fc-8db3-2b8973478730 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 946 time: 0.0941010
Jan 28 02:11:47.951377 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000c1c6-2d6a-4e59-a610-29a66ede3eac req-1fb878a5-9163-4bfa-bfd7-8cd780180a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:47.952783 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1000c1c6-2d6a-4e59-a610-29a66ede3eac req-1fb878a5-9163-4bfa-bfd7-8cd780180a6e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 1099 time: 0.0623114
Jan 28 02:11:47.980224 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron_lib.callbacks.manager [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:47.992746 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 60162) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:48.011878 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-762847ac-14ed-4146-971e-e11f80aff820 None None] Provisioning complete for port 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:48.012351 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-762847ac-14ed-4146-971e-e11f80aff820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.018055 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-50240156-57d7-4854-a7d4-ff8e70f359d7 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.022093 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-50240156-57d7-4854-a7d4-ff8e70f359d7 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5189812
Jan 28 02:11:48.024528 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 60166) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:48.032226 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-35c6d1e2-c0da-44bc-9bcc-fdf93dcffef2 req-69c80479-703b-438c-8935-ba6a54a48fe9 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=b303b89c-2b86-4d2d-9263-703c2c4feaec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728314
Jan 28 02:11:48.033590 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-9415317f-161d-4d69-ad2f-fb7bef63f8d9 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Request body: {'security_group_rule': {'security_group_id': '3152e73f-9778-499f-bf46-c8380857b09d', 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:48.049344 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1000c1c6-2d6a-4e59-a610-29a66ede3eac req-2d010bd0-3d3b-473b-bcfd-739cd9b48cbd service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b303b89c-2b86-4d2d-9263-703c2c4feaec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861266
Jan 28 02:11:48.098187 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Routers {'84622c14-27ae-426f-b361-b5d00fcecb58'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:48.098758 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796efd75b0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['84622c14-27ae-426f-b361-b5d00fcecb58'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:48.128335 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-762847ac-14ed-4146-971e-e11f80aff820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.153163 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-04495c67-b5ef-4e91-9387-64637d66af64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.171776 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49ca53-a001-4024-8763-e7777b9f8d07 None None] Pushing event updated for resources: {'Port': ['ID=1dbd82c1-2d12-4f6f-a419-b6bd7c329a75,revision_number=4']} {{(pid=102092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:48.188166 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-762847ac-14ed-4146-971e-e11f80aff820 None None] For port 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=1dbd82c1-2d12-4f6f-a419-b6bd7c329a75,segment=NetworkSegment(a6187bfc-b291-48fe-8ef7-67aeb33b85dc),segment_id=a6187bfc-b291-48fe-8ef7-67aeb33b85dc)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:48.192807 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9415317f-161d-4d69-ad2f-fb7bef63f8d9 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.257313 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] Set router 84622c14-27ae-426f-b361-b5d00fcecb58 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:48.272126 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9415317f-161d-4d69-ad2f-fb7bef63f8d9 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.278434 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-762847ac-14ed-4146-971e-e11f80aff820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.330139 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-04495c67-b5ef-4e91-9387-64637d66af64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.349022 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762847ac-14ed-4146-971e-e11f80aff820 None None] Pushing event updated for resources: {'Port': ['ID=1dbd82c1-2d12-4f6f-a419-b6bd7c329a75,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:48.375317 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9415317f-161d-4d69-ad2f-fb7bef63f8d9 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.394573 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415317f-161d-4d69-ad2f-fb7bef63f8d9 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb38385b-3680-481b-af6c-68fa3d5a9237,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:48.402454 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-6d698585-ea81-4a73-a0a5-aff35cc62452 None None] Provisioning complete for port 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:48.402948 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-6d698585-ea81-4a73-a0a5-aff35cc62452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.422054 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-04495c67-b5ef-4e91-9387-64637d66af64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.466728 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-04495c67-b5ef-4e91-9387-64637d66af64 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=027d34c5c8f44a64acbf7caba82fbac9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4727607
Jan 28 02:11:48.468087 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04495c67-b5ef-4e91-9387-64637d66af64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5df455-da56-4e16-9301-9ba6e046090b,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:48.470161 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 60168) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:48.486977 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9415317f-161d-4d69-ad2f-fb7bef63f8d9 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.491344 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 60172) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:48.494365 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-9415317f-161d-4d69-ad2f-fb7bef63f8d9 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4617193
Jan 28 02:11:48.500972 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-d32517fa-cbfa-407f-a920-14cfd003d9e4 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Request body: {'security_group_rule': {'security_group_id': '3152e73f-9778-499f-bf46-c8380857b09d', 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:48.521508 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796efd75b0>, [{'id': '84622c14-27ae-426f-b361-b5d00fcecb58', 'name': 'tempest-TestVolumeBootPattern-1251757170-router', 'tenant_id': '241a59488666455e8498e7c5010fa09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '6d54c587-64ce-4bfa-a01a-d8fad1d78291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:38Z', 'updated_at': '2022-01-28T02:11:44Z', 'revision_number': 4, 'project_id': '241a59488666455e8498e7c5010fa09f', 'gw_port': {'id': '6d54c587-64ce-4bfa-a01a-d8fad1d78291', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84622c14-27ae-426f-b361-b5d00fcecb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:39Z', 'updated_at': '2022-01-28T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '1dbd82c1-2d12-4f6f-a419-b6bd7c329a75', 'name': '', 'network_id': '08bd26ff-5fd6-438a-90f2-fbafbfc893e1', 'tenant_id': '241a59488666455e8498e7c5010fa09f', 'mac_address': 'fa:16:3e:b7:2c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84622c14-27ae-426f-b361-b5d00fcecb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '754e5261-91e2-4f44-9082-70cfd3c9e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:43Z', 'updated_at': '2022-01-28T02:11:47Z', 'revision_number': 4, 'project_id': '241a59488666455e8498e7c5010fa09f', 'subnets': [{'id': '754e5261-91e2-4f44-9082-70cfd3c9e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:48.551195 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77812ee6-89e9-4532-a377-78e1a2b737d6 None None] The sync data for ids ['84622c14-27ae-426f-b361-b5d00fcecb58'] in dv-cinder-824977-1-iscsi is: [{'id': '84622c14-27ae-426f-b361-b5d00fcecb58', 'name': 'tempest-TestVolumeBootPattern-1251757170-router', 'tenant_id': '241a59488666455e8498e7c5010fa09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '6d54c587-64ce-4bfa-a01a-d8fad1d78291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:38Z', 'updated_at': '2022-01-28T02:11:44Z', 'revision_number': 4, 'project_id': '241a59488666455e8498e7c5010fa09f', 'gw_port': {'id': '6d54c587-64ce-4bfa-a01a-d8fad1d78291', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84622c14-27ae-426f-b361-b5d00fcecb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:39Z', 'updated_at': '2022-01-28T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '1dbd82c1-2d12-4f6f-a419-b6bd7c329a75', 'name': '', 'network_id': '08bd26ff-5fd6-438a-90f2-fbafbfc893e1', 'tenant_id': '241a59488666455e8498e7c5010fa09f', 'mac_address': 'fa:16:3e:b7:2c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84622c14-27ae-426f-b361-b5d00fcecb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '754e5261-91e2-4f44-9082-70cfd3c9e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:43Z', 'updated_at': '2022-01-28T02:11:47Z', 'revision_number': 4, 'project_id': '241a59488666455e8498e7c5010fa09f', 'subnets': [{'id': '754e5261-91e2-4f44-9082-70cfd3c9e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:11:48.639621 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a3966eec-098f-41cc-8bc2-086a6d708698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.659542 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b7217-c748-4394-85a4-21c8e98efbc6 req-44d9decd-be2a-4327-9ee3-d241a20abe06 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:48.661201 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-110b7217-c748-4394-85a4-21c8e98efbc6 req-44d9decd-be2a-4327-9ee3-d241a20abe06 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 945 time: 0.1244462
Jan 28 02:11:48.685120 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a3966eec-098f-41cc-8bc2-086a6d708698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.718544 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d32517fa-cbfa-407f-a920-14cfd003d9e4 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.769279 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-110b7217-c748-4394-85a4-21c8e98efbc6 req-584afd64-9723-448a-a8e1-cae5fa6d5598 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017778
Jan 28 02:11:48.880854 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a3966eec-098f-41cc-8bc2-086a6d708698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.885963 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a3966eec-098f-41cc-8bc2-086a6d708698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:48.887827 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-a3966eec-098f-41cc-8bc2-086a6d708698 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7b5df455-da56-4e16-9301-9ba6e046090b HTTP/1.1" status: 204  len: 168 time: 0.4160719
Jan 28 02:11:48.909886 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3966eec-098f-41cc-8bc2-086a6d708698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5df455-da56-4e16-9301-9ba6e046090b,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:48.914544 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d32517fa-cbfa-407f-a920-14cfd003d9e4 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.013689 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d32517fa-cbfa-407f-a920-14cfd003d9e4 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.033105 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32517fa-cbfa-407f-a920-14cfd003d9e4 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87db6fee-aa42-4fe1-862b-251d8bffca38,revision_number=0']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:49.093412 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75 up at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:11:49.115147 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d32517fa-cbfa-407f-a920-14cfd003d9e4 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.127034 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 60180) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:49.127034 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-611c094e-d673-4b07-9acf-b53f10fe9da1 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Request body: {'security_group_rule': {'security_group_id': '3152e73f-9778-499f-bf46-c8380857b09d', 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:49.127881 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-d32517fa-cbfa-407f-a920-14cfd003d9e4 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6304641
Jan 28 02:11:49.173520 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Provisioning complete for port 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:11:49.174065 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.191525 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0585a1-efbd-4aa2-869a-845d981d8488 req-21db4bcf-0532-4888-9834-27cb65125339 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:49.193267 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8b0585a1-efbd-4aa2-869a-845d981d8488 req-21db4bcf-0532-4888-9834-27cb65125339 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 946 time: 0.0820732
Jan 28 02:11:49.249935 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8b0585a1-efbd-4aa2-869a-845d981d8488 req-a2169299-f063-4842-8231-a0b341de897c tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=b303b89c-2b86-4d2d-9263-703c2c4feaec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396159
Jan 28 02:11:49.335554 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.securitygroups_db [None req-611c094e-d673-4b07-9acf-b53f10fe9da1 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Project 7ed8db325d13496c9a417966e33b10a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 28 02:11:49.342363 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-611c094e-d673-4b07-9acf-b53f10fe9da1 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.421777 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-611c094e-d673-4b07-9acf-b53f10fe9da1 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.505791 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-611c094e-d673-4b07-9acf-b53f10fe9da1 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.523527 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c094e-d673-4b07-9acf-b53f10fe9da1 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223f1687-a038-4107-bb76-8d6674e72bf8,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:49.624769 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-611c094e-d673-4b07-9acf-b53f10fe9da1 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.626089 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-611c094e-d673-4b07-9acf-b53f10fe9da1 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5056098
Jan 28 02:11:49.629222 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 60182) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:49.633899 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-7c40a494-6ec2-4d07-9aa8-0d05f1101626 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Request body: {'security_group_rule': {'security_group_id': '3152e73f-9778-499f-bf46-c8380857b09d', 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:49.756809 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.securitygroups_db [None req-7c40a494-6ec2-4d07-9aa8-0d05f1101626 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Project 7ed8db325d13496c9a417966e33b10a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 28 02:11:49.762906 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7c40a494-6ec2-4d07-9aa8-0d05f1101626 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.825231 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7c40a494-6ec2-4d07-9aa8-0d05f1101626 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.912061 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f985cbc-ce46-433b-ae20-74caef14bf73 req-dc3623b8-35a0-4561-b480-fb498d790bab tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:49.913516 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0f985cbc-ce46-433b-ae20-74caef14bf73 req-dc3623b8-35a0-4561-b480-fb498d790bab tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 945 time: 0.0524817
Jan 28 02:11:49.952086 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0f985cbc-ce46-433b-ae20-74caef14bf73 req-47e61542-b152-4520-9fa8-b2fecba9e686 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/security-groups?id=69c2be39-972d-4a8d-ad02-679fd30b7c60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323179
Jan 28 02:11:49.958872 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7c40a494-6ec2-4d07-9aa8-0d05f1101626 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665946'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:49.979850 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40a494-6ec2-4d07-9aa8-0d05f1101626 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcfda6ce-46c0-499b-a6d7-c8b31c2faeb0,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:50.057640 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7c40a494-6ec2-4d07-9aa8-0d05f1101626 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:50.058861 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7c40a494-6ec2-4d07-9aa8-0d05f1101626 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4289646
Jan 28 02:11:50.300842 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5c1f1-fb30-4ecc-9a9d-58338402865e req-ed3a000a-fa89-43e2-9ff3-6ca8683c4dc6 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:50.302348 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f1a5c1f1-fb30-4ecc-9a9d-58338402865e req-ed3a000a-fa89-43e2-9ff3-6ca8683c4dc6 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.95 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 945 time: 0.0517573
Jan 28 02:11:50.424250 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409a536-cc42-491c-8626-52835144c31b req-2e51b06b-83ff-4a9a-90b9-e1098630b755 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:50.425767 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8409a536-cc42-491c-8626-52835144c31b req-2e51b06b-83ff-4a9a-90b9-e1098630b755 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 946 time: 0.0897825
Jan 28 02:11:50.460485 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-f1a5c1f1-fb30-4ecc-9a9d-58338402865e req-575437f9-72b1-4981-ae1c-9b869b85ed44 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Deleting port deb20626-b237-4650-a93b-12a633f6daa5 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:11:50.460817 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-f1a5c1f1-fb30-4ecc-9a9d-58338402865e req-575437f9-72b1-4981-ae1c-9b869b85ed44 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:50.486950 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8409a536-cc42-491c-8626-52835144c31b req-53f2f83b-983f-438e-a1c9-8b73a4893705 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=b303b89c-2b86-4d2d-9263-703c2c4feaec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527523
Jan 28 02:11:50.570156 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-f1a5c1f1-fb30-4ecc-9a9d-58338402865e req-575437f9-72b1-4981-ae1c-9b869b85ed44 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] For port deb20626-b237-4650-a93b-12a633f6daa5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=deb20626-b237-4650-a93b-12a633f6daa5,segment=NetworkSegment(a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce),segment_id=a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:50.570513 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-f1a5c1f1-fb30-4ecc-9a9d-58338402865e req-575437f9-72b1-4981-ae1c-9b869b85ed44 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:50.604091 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-f1a5c1f1-fb30-4ecc-9a9d-58338402865e req-575437f9-72b1-4981-ae1c-9b869b85ed44 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Calling delete_port for deb20626-b237-4650-a93b-12a633f6daa5 owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:11:50.658961 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f87e25-1310-4c62-8824-032428b0edee req-6ac82391-853e-413d-8db9-2608b0a3107f tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:50.660485 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-35f87e25-1310-4c62-8824-032428b0edee req-6ac82391-853e-413d-8db9-2608b0a3107f tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 946 time: 0.1068830
Jan 28 02:11:50.670075 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 60230) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:50.674884 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-43a54139-1a0f-4516-9c36-77d63e9f387f tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Request body: {'floatingip': {'port_id': '3247d8ae-933f-49e6-9365-3da79500309f'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:11:50.719390 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-43a54139-1a0f-4516-9c36-77d63e9f387f tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for floatingip, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:50.832400 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-f1a5c1f1-fb30-4ecc-9a9d-58338402865e req-575437f9-72b1-4981-ae1c-9b869b85ed44 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:50.868705 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575437f9-72b1-4981-ae1c-9b869b85ed44 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Pushing event deleted for resources: {'Port': ['ID=deb20626-b237-4650-a93b-12a633f6daa5,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:50.878413 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['deb20626-b237-4650-a93b-12a633f6daa5'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:11:50.928411 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a5c1f1-fb30-4ecc-9a9d-58338402865e req-575437f9-72b1-4981-ae1c-9b869b85ed44 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] No DVR routers for this DVR port deb20626-b237-4650-a93b-12a633f6daa5 on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:11:50.930755 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-f1a5c1f1-fb30-4ecc-9a9d-58338402865e req-575437f9-72b1-4981-ae1c-9b869b85ed44 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:50.935577 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f1a5c1f1-fb30-4ecc-9a9d-58338402865e req-575437f9-72b1-4981-ae1c-9b869b85ed44 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.95 "DELETE /v2.0/ports/deb20626-b237-4650-a93b-12a633f6daa5 HTTP/1.1" status: 204  len: 173 time: 0.6239476
Jan 28 02:11:50.936128 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086c6296-168f-46fc-9ec4-8700b7c6ca9f', 'name': 'network-vif-deleted', 'tag': 'deb20626-b237-4650-a93b-12a633f6daa5'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:11:50.938468 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c5149d-c9eb-4617-a8eb-4ec595176e80" -d '{"events": [{"server_uuid": "086c6296-168f-46fc-9ec4-8700b7c6ca9f", "name": "network-vif-deleted", "tag": "deb20626-b237-4650-a93b-12a633f6daa5"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:11:50.979404 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc65e60-0774-494f-a443-912f2520a48f x-openstack-request-id: req-4fc65e60-0774-494f-a443-912f2520a48f {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:11:50.981074 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086c6296-168f-46fc-9ec4-8700b7c6ca9f", "name": "network-vif-deleted", "tag": "deb20626-b237-4650-a93b-12a633f6daa5", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:11:50.981422 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4fc65e60-0774-494f-a443-912f2520a48f {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:11:50.982467 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086c6296-168f-46fc-9ec4-8700b7c6ca9f', 'name': 'network-vif-deleted', 'tag': 'deb20626-b237-4650-a93b-12a633f6daa5', 'status': 'completed', 'code': 200}
Jan 28 02:11:51.069085 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-67484dbc-5888-4a92-8778-fcfb99c9f925 req-0d28847b-6923-4c07-b4dd-1fe0bac732a6 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 210 time: 0.0372810
Jan 28 02:11:51.216226 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-43a54139-1a0f-4516-9c36-77d63e9f387f tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:51.295965 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-43a54139-1a0f-4516-9c36-77d63e9f387f tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746666'] for floatingip, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:51.406429 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.l3_db [None req-43a54139-1a0f-4516-9c36-77d63e9f387f tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Floating IP 7c7fcdca-e0bc-42c2-80fc-47980f31417a associated. External IP: 172.27.0.61, port: 3247d8ae-933f-49e6-9365-3da79500309f.
Jan 28 02:11:51.614131 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a54139-1a0f-4516-9c36-77d63e9f387f tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Router aa2338e1-c724-4a43-9f86-837d46343494 has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:11:51.630982 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:51.737575 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a54139-1a0f-4516-9c36-77d63e9f387f tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:11:51.742281 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-43a54139-1a0f-4516-9c36-77d63e9f387f tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:51.747541 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e27a2-2b64-4e16-b5a9-f3adbf66e847 None None] Sync routers for ids ['aa2338e1-c724-4a43-9f86-837d46343494'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:11:51.756728 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69e27a2-2b64-4e16-b5a9-f3adbf66e847 None None] Routers {'aa2338e1-c724-4a43-9f86-837d46343494'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:51.757438 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-b69e27a2-2b64-4e16-b5a9-f3adbf66e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796ecd0790>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['aa2338e1-c724-4a43-9f86-837d46343494'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:51.768495 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-43a54139-1a0f-4516-9c36-77d63e9f387f tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "PUT /v2.0/floatingips/7c7fcdca-e0bc-42c2-80fc-47980f31417a HTTP/1.1" status: 200  len: 991 time: 1.0973215
Jan 28 02:11:51.769115 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc', 'tag': '3247d8ae-933f-49e6-9365-3da79500309f'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:11:51.771522 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018a6f7d036e4cc9c0598cac366770376dcc312318454bb663f15aa8bf8ee3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fe1640-5ffd-4e2c-9b95-b7a26f9be292" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc", "tag": "3247d8ae-933f-49e6-9365-3da79500309f"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:11:51.827950 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7d88d6-0deb-4f96-aeef-7bc6545cdd32 x-openstack-request-id: req-4d7d88d6-0deb-4f96-aeef-7bc6545cdd32 {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:11:51.828592 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc", "tag": "3247d8ae-933f-49e6-9365-3da79500309f", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:11:51.828928 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4d7d88d6-0deb-4f96-aeef-7bc6545cdd32 {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:11:51.829463 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc', 'tag': '3247d8ae-933f-49e6-9365-3da79500309f', 'status': 'completed', 'code': 200}
Jan 28 02:11:51.838017 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3ff3eaa5-efb2-4571-8cb4-ad9d34509bca req-d8091745-1b4d-4e5e-8cc4-59eb90b6ce10 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0427766
Jan 28 02:11:51.877236 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-b69e27a2-2b64-4e16-b5a9-f3adbf66e847 None None] Set router aa2338e1-c724-4a43-9f86-837d46343494 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:52.048844 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3ff3eaa5-efb2-4571-8cb4-ad9d34509bca req-86df4230-9d12-4ecb-81db-46b760f7f44b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2e991e35dc5b463fbf9f08db0e72cf46&device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 210 time: 0.0470147
Jan 28 02:11:52.062987 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe1640-5ffd-4e2c-9b95-b7a26f9be292 req-9e3bfc71-ef0b-4404-9bed-f3381aa11069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:52.066185 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19fe1640-5ffd-4e2c-9b95-b7a26f9be292 req-9e3bfc71-ef0b-4404-9bed-f3381aa11069 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0abe012ba65845329098e0e06c54b9c1&device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 1099 time: 0.0825760
Jan 28 02:11:52.152474 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-b69e27a2-2b64-4e16-b5a9-f3adbf66e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796ecd0790>, [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:12Z', 'revision_number': 4, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port': {'id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:05Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': '7c7fcdca-e0bc-42c2-80fc-47980f31417a', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'port_id': '3247d8ae-933f-49e6-9365-3da79500309f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'mac_address': 'fa:16:3e:7e:20:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:11:32Z', 'updated_at': '2022-01-28T02:11:51Z', 'revision_number': 1, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c4edf2-fa65-4374-b062-1704630eca41', 'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'mac_address': 'fa:16:3e:61:8b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:10Z', 'updated_at': '2022-01-28T02:06:23Z', 'revision_number': 5, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'subnets': [{'id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:52.182254 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e27a2-2b64-4e16-b5a9-f3adbf66e847 None None] Checking router: aa2338e1-c724-4a43-9f86-837d46343494 for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:11:52.192433 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69e27a2-2b64-4e16-b5a9-f3adbf66e847 None None] Routers {'aa2338e1-c724-4a43-9f86-837d46343494'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:52.193059 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-b69e27a2-2b64-4e16-b5a9-f3adbf66e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796ecd0790>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['aa2338e1-c724-4a43-9f86-837d46343494'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:52.216747 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9430b36c-68c2-4799-a9fc-29a7551f1962 req-77cc48df-799c-4dcb-9708-87cfc7982fd6 tempest-TestMinimumBasicScenario-990053527 tempest-TestMinimumBasicScenario-990053527-project] 10.222.0.79 "GET /v2.0/ports?device_id=086c6296-168f-46fc-9ec4-8700b7c6ca9f HTTP/1.1" status: 200  len: 210 time: 0.0433567
Jan 28 02:11:52.276756 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3eaa5-efb2-4571-8cb4-ad9d34509bca req-4fd50ff6-7a08-4089-b15c-40ff48dce1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:52.278353 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3ff3eaa5-efb2-4571-8cb4-ad9d34509bca req-4fd50ff6-7a08-4089-b15c-40ff48dce1ae service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=2e991e35dc5b463fbf9f08db0e72cf46&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1959386
Jan 28 02:11:52.279588 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe1640-5ffd-4e2c-9b95-b7a26f9be292 req-a16a4d04-f2d5-4ff5-899e-b93bf0069757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:52.280952 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19fe1640-5ffd-4e2c-9b95-b7a26f9be292 req-a16a4d04-f2d5-4ff5-899e-b93bf0069757 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd HTTP/1.1" status: 200  len: 912 time: 0.1997948
Jan 28 02:11:52.313241 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-b69e27a2-2b64-4e16-b5a9-f3adbf66e847 None None] Set router aa2338e1-c724-4a43-9f86-837d46343494 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:52.416718 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19fe1640-5ffd-4e2c-9b95-b7a26f9be292 req-0d420115-35d7-464c-ba95-69e35b931fd3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3247d8ae-933f-49e6-9365-3da79500309f HTTP/1.1" status: 200  len: 999 time: 0.1171496
Jan 28 02:11:52.480794 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3eaa5-efb2-4571-8cb4-ad9d34509bca req-9254c78c-9ebc-433e-a0b7-e491194a1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:52.482458 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3ff3eaa5-efb2-4571-8cb4-ad9d34509bca req-9254c78c-9ebc-433e-a0b7-e491194a1035 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1905477
Jan 28 02:11:52.497751 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe1640-5ffd-4e2c-9b95-b7a26f9be292 req-3b24b09d-2990-4181-939d-7ff5c20023c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:52.499432 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19fe1640-5ffd-4e2c-9b95-b7a26f9be292 req-3b24b09d-2990-4181-939d-7ff5c20023c2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8eb77f0c-9c24-4cb1-8b61-8cdd6744025b HTTP/1.1" status: 200  len: 849 time: 0.0699084
Jan 28 02:11:52.547956 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe1640-5ffd-4e2c-9b95-b7a26f9be292 req-7eb2f437-2756-4354-accc-8a9a0d305289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:11:52.549511 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19fe1640-5ffd-4e2c-9b95-b7a26f9be292 req-7eb2f437-2756-4354-accc-8a9a0d305289 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b3748b7-1bed-4ab4-9fea-64d92f6154dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0414219
Jan 28 02:11:52.562871 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-b69e27a2-2b64-4e16-b5a9-f3adbf66e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796ecd0790>, [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:12Z', 'revision_number': 4, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port': {'id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:05Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': '7c7fcdca-e0bc-42c2-80fc-47980f31417a', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'port_id': '3247d8ae-933f-49e6-9365-3da79500309f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'mac_address': 'fa:16:3e:7e:20:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:11:32Z', 'updated_at': '2022-01-28T02:11:51Z', 'revision_number': 1, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c4edf2-fa65-4374-b062-1704630eca41', 'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'mac_address': 'fa:16:3e:61:8b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:10Z', 'updated_at': '2022-01-28T02:06:23Z', 'revision_number': 5, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'subnets': [{'id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:52.590403 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e27a2-2b64-4e16-b5a9-f3adbf66e847 None None] The sync data for ids ['aa2338e1-c724-4a43-9f86-837d46343494'] in dv-cinder-824977-1-iscsi is: [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:12Z', 'revision_number': 4, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port': {'id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:05Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': '7c7fcdca-e0bc-42c2-80fc-47980f31417a', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'port_id': '3247d8ae-933f-49e6-9365-3da79500309f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'mac_address': 'fa:16:3e:7e:20:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:11:32Z', 'updated_at': '2022-01-28T02:11:51Z', 'revision_number': 1, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c4edf2-fa65-4374-b062-1704630eca41', 'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'mac_address': 'fa:16:3e:61:8b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:10Z', 'updated_at': '2022-01-28T02:06:23Z', 'revision_number': 5, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'subnets': [{'id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:11:52.683019 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19fe1640-5ffd-4e2c-9b95-b7a26f9be292 req-c7641ac2-04b1-4f3a-84a4-a643d894f53e service neutron] 10.222.0.95 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879786
Jan 28 02:11:52.785152 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19fe1640-5ffd-4e2c-9b95-b7a26f9be292 req-e26b7745-be24-416d-8fa6-693aca6c1229 service neutron] 10.222.0.95 "GET /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0933838
Jan 28 02:11:52.788842 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa0e79e-1573-479b-8483-e91eb994981c None None] New status for floating IP 7c7fcdca-e0bc-42c2-80fc-47980f31417a: ACTIVE {{(pid=102092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:11:53.183269 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device deb20626-b237-4650-a93b-12a633f6daa5 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:11:53.207096 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: deb20626-b237-4650-a93b-12a633f6daa5 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:11:53.207096 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device deb20626-b237-4650-a93b-12a633f6daa5 not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:11:54.971758 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 60326) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:55.380964 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f7c92cfb-bdd1-4c10-b8be-e15d5b576e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564394'] for router_interface, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:55.885550 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-f7c92cfb-bdd1-4c10-b8be-e15d5b576e78 admin admin] Deleting port 3c4a71c9-836f-4383-b77b-e168e33aeece {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:11:55.885882 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f7c92cfb-bdd1-4c10-b8be-e15d5b576e78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:55.965157 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-f7c92cfb-bdd1-4c10-b8be-e15d5b576e78 admin admin] For port 3c4a71c9-836f-4383-b77b-e168e33aeece, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=3c4a71c9-836f-4383-b77b-e168e33aeece,segment=NetworkSegment(a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce),segment_id=a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:55.965513 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f7c92cfb-bdd1-4c10-b8be-e15d5b576e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:55.978264 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-f7c92cfb-bdd1-4c10-b8be-e15d5b576e78 admin admin] Calling delete_port for 3c4a71c9-836f-4383-b77b-e168e33aeece owned by network:router_interface {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:11:56.237195 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f7c92cfb-bdd1-4c10-b8be-e15d5b576e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:56.272271 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c92cfb-bdd1-4c10-b8be-e15d5b576e78 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c4a71c9-836f-4383-b77b-e168e33aeece,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:56.445947 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f7c92cfb-bdd1-4c10-b8be-e15d5b576e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-639439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564422'] for router_interface, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:56.675775 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c92cfb-bdd1-4c10-b8be-e15d5b576e78 admin admin] Router 67bc87df-079d-4f37-8c94-f0eb7592793d has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:11:56.782003 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c92cfb-bdd1-4c10-b8be-e15d5b576e78 admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:11:56.787161 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-f7c92cfb-bdd1-4c10-b8be-e15d5b576e78 admin admin] 10.222.0.79 "PUT /v2.0/routers/67bc87df-079d-4f37-8c94-f0eb7592793d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8142350
Jan 28 02:11:56.789795 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 60338) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:56.792013 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82473ee8-bed5-49cc-9b4b-7804fb595632 None None] Sync routers for ids ['67bc87df-079d-4f37-8c94-f0eb7592793d'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:11:56.801640 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82473ee8-bed5-49cc-9b4b-7804fb595632 None None] Routers {'67bc87df-079d-4f37-8c94-f0eb7592793d'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:56.802233 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-82473ee8-bed5-49cc-9b4b-7804fb595632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f07db20>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['67bc87df-079d-4f37-8c94-f0eb7592793d'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:56.904065 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-39d27a56-31cf-4a76-a121-0ccb1aebca8a admin admin] Notify callbacks [] for router, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:57.021246 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-39d27a56-31cf-4a76-a121-0ccb1aebca8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:57.027085 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-82473ee8-bed5-49cc-9b4b-7804fb595632 None None] Set router 67bc87df-079d-4f37-8c94-f0eb7592793d gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:57.172901 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-39d27a56-31cf-4a76-a121-0ccb1aebca8a admin admin] Deleting port b4fff494-7405-44a9-87e4-b54bf144f38b {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:11:57.173332 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-39d27a56-31cf-4a76-a121-0ccb1aebca8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:57.210172 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-82473ee8-bed5-49cc-9b4b-7804fb595632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f07db20>, [{'id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'name': 'tempest-TestMinimumBasicScenario-903668288-router', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:20Z', 'updated_at': '2022-01-28T02:11:56Z', 'revision_number': 5, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'gw_port': {'id': 'b4fff494-7405-44a9-87e4-b54bf144f38b', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:21Z', 'updated_at': '2022-01-28T02:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:57.242607 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82473ee8-bed5-49cc-9b4b-7804fb595632 None None] Checking router: 67bc87df-079d-4f37-8c94-f0eb7592793d for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:11:57.251521 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82473ee8-bed5-49cc-9b4b-7804fb595632 None None] Routers {'67bc87df-079d-4f37-8c94-f0eb7592793d'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:11:57.252207 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-82473ee8-bed5-49cc-9b4b-7804fb595632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f07db20>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['67bc87df-079d-4f37-8c94-f0eb7592793d'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:57.266395 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-39d27a56-31cf-4a76-a121-0ccb1aebca8a admin admin] For port b4fff494-7405-44a9-87e4-b54bf144f38b, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=b4fff494-7405-44a9-87e4-b54bf144f38b,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:57.266761 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-39d27a56-31cf-4a76-a121-0ccb1aebca8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:57.280661 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-39d27a56-31cf-4a76-a121-0ccb1aebca8a admin admin] Calling delete_port for b4fff494-7405-44a9-87e4-b54bf144f38b owned by network:router_gateway {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:11:57.342891 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-82473ee8-bed5-49cc-9b4b-7804fb595632 None None] Set router 67bc87df-079d-4f37-8c94-f0eb7592793d gateway port host: None {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:11:57.394331 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-82473ee8-bed5-49cc-9b4b-7804fb595632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f07db20>, [{'id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'name': 'tempest-TestMinimumBasicScenario-903668288-router', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:20Z', 'updated_at': '2022-01-28T02:11:57Z', 'revision_number': 6, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'gw_port_host': None}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:57.425385 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82473ee8-bed5-49cc-9b4b-7804fb595632 None None] The sync data for ids ['67bc87df-079d-4f37-8c94-f0eb7592793d'] in dv-cinder-824977-1-iscsi is: [{'id': '67bc87df-079d-4f37-8c94-f0eb7592793d', 'name': 'tempest-TestMinimumBasicScenario-903668288-router', 'tenant_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:20Z', 'updated_at': '2022-01-28T02:11:57Z', 'revision_number': 6, 'project_id': '2e991e35dc5b463fbf9f08db0e72cf46', 'gw_port_host': None}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:11:57.512636 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-39d27a56-31cf-4a76-a121-0ccb1aebca8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:57.540792 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d27a56-31cf-4a76-a121-0ccb1aebca8a admin admin] Pushing event deleted for resources: {'Port': ['ID=b4fff494-7405-44a9-87e4-b54bf144f38b,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:57.599265 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-39d27a56-31cf-4a76-a121-0ccb1aebca8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746596'] for router_gateway, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:57.689348 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-39d27a56-31cf-4a76-a121-0ccb1aebca8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124843'] for router, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:57.691421 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-39d27a56-31cf-4a76-a121-0ccb1aebca8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:58.099625 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-39d27a56-31cf-4a76-a121-0ccb1aebca8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747497'] for router, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:58.100314 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d27a56-31cf-4a76-a121-0ccb1aebca8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67bc87df-079d-4f37-8c94-f0eb7592793d {{(pid=102090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 28 02:11:58.106190 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-39d27a56-31cf-4a76-a121-0ccb1aebca8a admin admin] Notify callbacks [] for router, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:58.107818 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-39d27a56-31cf-4a76-a121-0ccb1aebca8a admin admin] 10.222.0.79 "DELETE /v2.0/routers/67bc87df-079d-4f37-8c94-f0eb7592793d HTTP/1.1" status: 204  len: 168 time: 1.3155446
Jan 28 02:11:58.110271 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 60346) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:58.157135 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a98950f-1fd3-423b-8d63-e36e7ca9e7d9 admin admin] Deleting subnet e7b09904-629d-4862-b9b2-a069385f4d4c {{(pid=102090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:11:58.161974 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2a98950f-1fd3-423b-8d63-e36e7ca9e7d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:58.207719 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2a98950f-1fd3-423b-8d63-e36e7ca9e7d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29131886'] for subnet, precommit_delete_associations {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:58.326478 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2a98950f-1fd3-423b-8d63-e36e7ca9e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4027136'] for subnet, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:58.460172 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2a98950f-1fd3-423b-8d63-e36e7ca9e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4027195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29133588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28403209'] for subnet, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:58.490517 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2a98950f-1fd3-423b-8d63-e36e7ca9e7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:58.494967 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-2a98950f-1fd3-423b-8d63-e36e7ca9e7d9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e7b09904-629d-4862-b9b2-a069385f4d4c HTTP/1.1" status: 204  len: 168 time: 0.3837271
Jan 28 02:11:58.495800 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98950f-1fd3-423b-8d63-e36e7ca9e7d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b09904-629d-4862-b9b2-a069385f4d4c,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:58.496060 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7921b34b-4511-4a32-b4f3-de2bb311cf84 None None] Network 292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:11:58.498166 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 60352) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:58.570649 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3810569'] for network, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:58.631502 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] Deleting port 7661d27c-8c69-48bc-8f3e-b254da4c063c {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:11:58.631900 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:58.701529 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] For port 7661d27c-8c69-48bc-8f3e-b254da4c063c, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=7661d27c-8c69-48bc-8f3e-b254da4c063c,segment=NetworkSegment(a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce),segment_id=a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:58.701900 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:58.707692 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04f3da4-f77a-4350-8ffe-6b003ccec594 None None] DHCP port deletion for 292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 request from dv-cinder-824977-1-iscsi {{(pid=102091) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jan 28 02:11:58.717925 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] Calling delete_port for 7661d27c-8c69-48bc-8f3e-b254da4c063c owned by network:dhcp {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:11:58.769664 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-f04f3da4-f77a-4350-8ffe-6b003ccec594 None None] Deleting port 7661d27c-8c69-48bc-8f3e-b254da4c063c {{(pid=102091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:11:58.770174 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f04f3da4-f77a-4350-8ffe-6b003ccec594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:58.833818 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-f04f3da4-f77a-4350-8ffe-6b003ccec594 None None] For port 7661d27c-8c69-48bc-8f3e-b254da4c063c, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=7661d27c-8c69-48bc-8f3e-b254da4c063c,segment=NetworkSegment(a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce),segment_id=a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:58.834214 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f04f3da4-f77a-4350-8ffe-6b003ccec594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:58.849047 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-f04f3da4-f77a-4350-8ffe-6b003ccec594 None None] Calling delete_port for 7661d27c-8c69-48bc-8f3e-b254da4c063c owned by network:dhcp {{(pid=102091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:11:58.865401 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:58.895735 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] Pushing event deleted for resources: {'Port': ['ID=7661d27c-8c69-48bc-8f3e-b254da4c063c,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:58.897459 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] No DVR routers for this DVR port 7661d27c-8c69-48bc-8f3e-b254da4c063c on host dv-cinder-824977-1-iscsi {{(pid=102089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:11:58.971363 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4029090', 'neutron.services.segments.db._delete_segments_for_network-8759977669928'] for network, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:58.974756 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f04f3da4-f77a-4350-8ffe-6b003ccec594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872'] for port, after_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:58.999590 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f796d494430>,) {'filters': {'network_id': ['292dd6a5-430d-4e8a-a8ac-8f1544aeecf7']}} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:59.000868 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f3da4-f77a-4350-8ffe-6b003ccec594 None None] Pushing event deleted for resources: {'Port': ['ID=7661d27c-8c69-48bc-8f3e-b254da4c063c,revision_number=None']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:59.004703 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04f3da4-f77a-4350-8ffe-6b003ccec594 None None] No DVR routers for this DVR port 7661d27c-8c69-48bc-8f3e-b254da4c063c on host dv-cinder-824977-1-iscsi {{(pid=102091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:11:59.010965 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f796d494430>, 'a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce') {'for_net_delete': True} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:59.011260 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f796d494430>, 'a5a30c6f-e1b8-4ca8-b4a8-2fa0c6d0a5ce') {} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:11:59.022678 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759977780116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28652195'] for segment, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:59.038949 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:59.047141 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 7661d27c-8c69-48bc-8f3e-b254da4c063c no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:11:59.048298 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=102089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:11:59.048777 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27877506'] for segment, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]: Traceback (most recent call last):
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:     timer()
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:     cb(*args, **kw)
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:     return func(*args, **kwargs)
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:     self._notify()
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:     self.callback(batched_events)
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:     event.method(event)
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:     return f(self, *a, **k)
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:     return self._get(url).json()
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:11:59.050428 dv-cinder-824977-1-iscsi neutron-server[102089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:11:59.065858 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: 7661d27c-8c69-48bc-8f3e-b254da4c063c {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:11:59.066197 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 7661d27c-8c69-48bc-8f3e-b254da4c063c not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:11:59.066613 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device b4fff494-7405-44a9-87e4-b54bf144f38b no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:11:59.088809 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: b4fff494-7405-44a9-87e4-b54bf144f38b {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:11:59.089143 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device b4fff494-7405-44a9-87e4-b54bf144f38b not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:11:59.090180 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 3c4a71c9-836f-4383-b77b-e168e33aeece no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:11:59.107757 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: 3c4a71c9-836f-4383-b77b-e168e33aeece {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:11:59.108375 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 3c4a71c9-836f-4383-b77b-e168e33aeece not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:11:59.168512 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4029099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746584'] for network, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:59.176615 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:59.181755 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] 10.222.0.79 "DELETE /v2.0/networks/292dd6a5-430d-4e8a-a8ac-8f1544aeecf7 HTTP/1.1" status: 204  len: 168 time: 0.6807206
Jan 28 02:11:59.183584 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 60356) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:11:59.190692 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0be87-fda0-4210-9b98-b21014614104 admin admin] Pushing event deleted for resources: {'Network': ['ID=292dd6a5-430d-4e8a-a8ac-8f1544aeecf7,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:11:59.544741 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-846bfed5-3f3d-43d8-b51e-4b3bbc405cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564394'] for router_interface, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:59.795232 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-846bfed5-3f3d-43d8-b51e-4b3bbc405cce admin admin] Deleting port 79b6cda7-8f9d-42cf-8df4-b250b6379cec {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:11:59.795484 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-846bfed5-3f3d-43d8-b51e-4b3bbc405cce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:59.881187 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-846bfed5-3f3d-43d8-b51e-4b3bbc405cce admin admin] For port 79b6cda7-8f9d-42cf-8df4-b250b6379cec, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=79b6cda7-8f9d-42cf-8df4-b250b6379cec,segment=NetworkSegment(6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd),segment_id=6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:11:59.881532 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-846bfed5-3f3d-43d8-b51e-4b3bbc405cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:11:59.894665 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-846bfed5-3f3d-43d8-b51e-4b3bbc405cce admin admin] Calling delete_port for 79b6cda7-8f9d-42cf-8df4-b250b6379cec owned by network:router_interface {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:12:00.152461 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-846bfed5-3f3d-43d8-b51e-4b3bbc405cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:00.179843 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bfed5-3f3d-43d8-b51e-4b3bbc405cce admin admin] Pushing event deleted for resources: {'Port': ['ID=79b6cda7-8f9d-42cf-8df4-b250b6379cec,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:00.344684 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-846bfed5-3f3d-43d8-b51e-4b3bbc405cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-639439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564422'] for router_interface, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:00.572604 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846bfed5-3f3d-43d8-b51e-4b3bbc405cce admin admin] Router b5d3269f-03ae-4fca-b453-ffa1c8ff44ec has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:12:00.689161 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846bfed5-3f3d-43d8-b51e-4b3bbc405cce admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:12:00.697650 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-846bfed5-3f3d-43d8-b51e-4b3bbc405cce admin admin] 10.222.0.79 "PUT /v2.0/routers/b5d3269f-03ae-4fca-b453-ffa1c8ff44ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5126300
Jan 28 02:12:00.698156 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 60372) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:00.699621 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6f700e-da2b-4cb8-8552-2650d9517067 None None] Sync routers for ids ['b5d3269f-03ae-4fca-b453-ffa1c8ff44ec'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:12:00.710117 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6f700e-da2b-4cb8-8552-2650d9517067 None None] Routers {'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:12:00.710749 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-6e6f700e-da2b-4cb8-8552-2650d9517067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f152460>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['b5d3269f-03ae-4fca-b453-ffa1c8ff44ec'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:00.819185 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dc6d3734-1036-42a6-993c-6f9f51bac7a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:00.826354 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-6e6f700e-da2b-4cb8-8552-2650d9517067 None None] Set router b5d3269f-03ae-4fca-b453-ffa1c8ff44ec gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:12:00.935225 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dc6d3734-1036-42a6-993c-6f9f51bac7a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:01.104086 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d3734-1036-42a6-993c-6f9f51bac7a1 admin admin] Deleting port cb469ab6-7931-4ce2-b622-73ac6ac5452c {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:12:01.104513 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dc6d3734-1036-42a6-993c-6f9f51bac7a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:01.120461 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-6e6f700e-da2b-4cb8-8552-2650d9517067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f152460>, [{'id': 'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec', 'name': 'tempest-TestMinimumBasicScenario-1925734713-router', 'tenant_id': '7a8a79b146b04d03bc72a00b5d36f046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb469ab6-7931-4ce2-b622-73ac6ac5452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:30Z', 'updated_at': '2022-01-28T02:12:00Z', 'revision_number': 5, 'project_id': '7a8a79b146b04d03bc72a00b5d36f046', 'gw_port': {'id': 'cb469ab6-7931-4ce2-b622-73ac6ac5452c', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:08:31Z', 'updated_at': '2022-01-28T02:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:01.151244 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6f700e-da2b-4cb8-8552-2650d9517067 None None] Checking router: b5d3269f-03ae-4fca-b453-ffa1c8ff44ec for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:12:01.159834 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6f700e-da2b-4cb8-8552-2650d9517067 None None] Routers {'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:12:01.160477 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-6e6f700e-da2b-4cb8-8552-2650d9517067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f152460>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:11:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['b5d3269f-03ae-4fca-b453-ffa1c8ff44ec'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:01.189540 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-dc6d3734-1036-42a6-993c-6f9f51bac7a1 admin admin] For port cb469ab6-7931-4ce2-b622-73ac6ac5452c, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=cb469ab6-7931-4ce2-b622-73ac6ac5452c,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:01.189822 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dc6d3734-1036-42a6-993c-6f9f51bac7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:01.203408 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d3734-1036-42a6-993c-6f9f51bac7a1 admin admin] Calling delete_port for cb469ab6-7931-4ce2-b622-73ac6ac5452c owned by network:router_gateway {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:12:01.252094 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-6e6f700e-da2b-4cb8-8552-2650d9517067 None None] Set router b5d3269f-03ae-4fca-b453-ffa1c8ff44ec gateway port host: None {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:12:01.313843 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-6e6f700e-da2b-4cb8-8552-2650d9517067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f152460>, [{'id': 'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec', 'name': 'tempest-TestMinimumBasicScenario-1925734713-router', 'tenant_id': '7a8a79b146b04d03bc72a00b5d36f046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:30Z', 'updated_at': '2022-01-28T02:12:00Z', 'revision_number': 6, 'project_id': '7a8a79b146b04d03bc72a00b5d36f046', 'gw_port_host': None}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:01.343896 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6f700e-da2b-4cb8-8552-2650d9517067 None None] The sync data for ids ['b5d3269f-03ae-4fca-b453-ffa1c8ff44ec'] in dv-cinder-824977-1-iscsi is: [{'id': 'b5d3269f-03ae-4fca-b453-ffa1c8ff44ec', 'name': 'tempest-TestMinimumBasicScenario-1925734713-router', 'tenant_id': '7a8a79b146b04d03bc72a00b5d36f046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:08:30Z', 'updated_at': '2022-01-28T02:12:00Z', 'revision_number': 6, 'project_id': '7a8a79b146b04d03bc72a00b5d36f046', 'gw_port_host': None}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:12:01.471666 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dc6d3734-1036-42a6-993c-6f9f51bac7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:01.504041 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d3734-1036-42a6-993c-6f9f51bac7a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb469ab6-7931-4ce2-b622-73ac6ac5452c,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:01.564643 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dc6d3734-1036-42a6-993c-6f9f51bac7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746596'] for router_gateway, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:01.668228 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dc6d3734-1036-42a6-993c-6f9f51bac7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124843'] for router, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:01.670223 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dc6d3734-1036-42a6-993c-6f9f51bac7a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:01.803609 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dc6d3734-1036-42a6-993c-6f9f51bac7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747497'] for router, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:01.804283 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6d3734-1036-42a6-993c-6f9f51bac7a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5d3269f-03ae-4fca-b453-ffa1c8ff44ec {{(pid=102089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 28 02:12:01.809892 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dc6d3734-1036-42a6-993c-6f9f51bac7a1 admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:01.810283 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-dc6d3734-1036-42a6-993c-6f9f51bac7a1 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b5d3269f-03ae-4fca-b453-ffa1c8ff44ec HTTP/1.1" status: 204  len: 168 time: 1.1110787
Jan 28 02:12:01.812909 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 60382) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:01.855859 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aadbe35-aa67-4c8c-96d1-78981aa867be admin admin] Deleting subnet 8405e5db-7a5e-40c1-aa37-83ac562e75c0 {{(pid=102089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:12:01.858754 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6aadbe35-aa67-4c8c-96d1-78981aa867be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:01.891546 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6aadbe35-aa67-4c8c-96d1-78981aa867be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28652204'] for subnet, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:01.999106 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6aadbe35-aa67-4c8c-96d1-78981aa867be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4027136'] for subnet, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:02.158317 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6aadbe35-aa67-4c8c-96d1-78981aa867be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4027195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27877412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28750092'] for subnet, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:02.176210 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadbe35-aa67-4c8c-96d1-78981aa867be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8405e5db-7a5e-40c1-aa37-83ac562e75c0,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:02.178212 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6aadbe35-aa67-4c8c-96d1-78981aa867be admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:02.182540 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-6aadbe35-aa67-4c8c-96d1-78981aa867be admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8405e5db-7a5e-40c1-aa37-83ac562e75c0 HTTP/1.1" status: 204  len: 168 time: 0.3680925
Jan 28 02:12:02.184643 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 60386) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:02.190905 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e62c54-ab53-4233-b6e2-11812b29619a None None] Network 3f2157d2-ad71-467e-9774-19c477f0dd35 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:12:02.300459 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3810569'] for network, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:02.379521 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] Deleting port b6fc2dba-a97c-491d-990c-406108af78ee {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:12:02.380083 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:02.461253 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf9d569-e4e0-4305-bf71-45041c1d5e96 None None] DHCP port deletion for 3f2157d2-ad71-467e-9774-19c477f0dd35 request from dv-cinder-824977-1-iscsi {{(pid=102091) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jan 28 02:12:02.475592 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] For port b6fc2dba-a97c-491d-990c-406108af78ee, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=b6fc2dba-a97c-491d-990c-406108af78ee,segment=NetworkSegment(6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd),segment_id=6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:02.475960 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:02.491615 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] Calling delete_port for b6fc2dba-a97c-491d-990c-406108af78ee owned by network:dhcp {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:12:02.513042 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-ebf9d569-e4e0-4305-bf71-45041c1d5e96 None None] Deleting port b6fc2dba-a97c-491d-990c-406108af78ee {{(pid=102091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:12:02.513216 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d569-e4e0-4305-bf71-45041c1d5e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:02.577349 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-ebf9d569-e4e0-4305-bf71-45041c1d5e96 None None] For port b6fc2dba-a97c-491d-990c-406108af78ee, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=b6fc2dba-a97c-491d-990c-406108af78ee,segment=NetworkSegment(6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd),segment_id=6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:02.579003 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d569-e4e0-4305-bf71-45041c1d5e96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:02.591136 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-ebf9d569-e4e0-4305-bf71-45041c1d5e96 None None] Calling delete_port for b6fc2dba-a97c-491d-990c-406108af78ee owned by network:dhcp {{(pid=102091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:12:02.643988 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:02.670369 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d569-e4e0-4305-bf71-45041c1d5e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872'] for port, after_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:02.671825 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=b6fc2dba-a97c-491d-990c-406108af78ee,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:02.673716 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] No DVR routers for this DVR port b6fc2dba-a97c-491d-990c-406108af78ee on host dv-cinder-824977-1-iscsi {{(pid=102089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:12:02.694759 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9d569-e4e0-4305-bf71-45041c1d5e96 None None] Pushing event deleted for resources: {'Port': ['ID=b6fc2dba-a97c-491d-990c-406108af78ee,revision_number=None']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:02.702126 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf9d569-e4e0-4305-bf71-45041c1d5e96 None None] No DVR routers for this DVR port b6fc2dba-a97c-491d-990c-406108af78ee on host dv-cinder-824977-1-iscsi {{(pid=102091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:12:02.748867 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4029090', 'neutron.services.segments.db._delete_segments_for_network-8759977669928'] for network, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:02.768815 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f796d630190>,) {'filters': {'network_id': ['3f2157d2-ad71-467e-9774-19c477f0dd35']}} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:02.778230 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f796d630190>, '6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd') {'for_net_delete': True} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:02.778523 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f796d630190>, '6b0fc903-7d1c-4c36-a2e7-b9c21ca05ecd') {} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:02.787926 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759977780116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28652195'] for segment, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:02.801389 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:02.807490 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=102089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:12:02.808124 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27877506'] for segment, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]: Traceback (most recent call last):
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:     timer()
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:     cb(*args, **kw)
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:     return func(*args, **kwargs)
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:     self._notify()
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:     self.callback(batched_events)
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:     event.method(event)
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:     return f(self, *a, **k)
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:     return self._get(url).json()
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:12:02.809446 dv-cinder-824977-1-iscsi neutron-server[102089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:12:02.941064 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4029099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746584'] for network, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:02.946212 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:02.950118 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] 10.222.0.79 "DELETE /v2.0/networks/3f2157d2-ad71-467e-9774-19c477f0dd35 HTTP/1.1" status: 204  len: 168 time: 0.7641714
Jan 28 02:12:02.960731 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f91e5-b659-4966-aecc-a6ba94cf6f3d admin admin] Pushing event deleted for resources: {'Network': ['ID=3f2157d2-ad71-467e-9774-19c477f0dd35,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:03.038198 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 79b6cda7-8f9d-42cf-8df4-b250b6379cec no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:12:03.059138 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: 79b6cda7-8f9d-42cf-8df4-b250b6379cec {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:12:03.059476 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 79b6cda7-8f9d-42cf-8df4-b250b6379cec not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:12:03.059899 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device b6fc2dba-a97c-491d-990c-406108af78ee no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:12:03.078693 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: b6fc2dba-a97c-491d-990c-406108af78ee {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:12:03.079171 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device b6fc2dba-a97c-491d-990c-406108af78ee not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:12:03.079577 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device cb469ab6-7931-4ce2-b622-73ac6ac5452c no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:12:03.097441 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: cb469ab6-7931-4ce2-b622-73ac6ac5452c {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:12:03.097781 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device cb469ab6-7931-4ce2-b622-73ac6ac5452c not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:12:03.379505 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 60414) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:03.419743 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-b17ff62c-919c-46a9-bd77-0f3dabd18f8b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2e991e35dc5b463fbf9f08db0e72cf46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0389676
Jan 28 02:12:03.422191 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 60416) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:03.473727 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d0a0fd1d-444b-420a-b5e1-e102c7136141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:03.495451 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d0a0fd1d-444b-420a-b5e1-e102c7136141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:03.615391 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d0a0fd1d-444b-420a-b5e1-e102c7136141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:03.620067 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d0a0fd1d-444b-420a-b5e1-e102c7136141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:03.621224 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-d0a0fd1d-444b-420a-b5e1-e102c7136141 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/69c2be39-972d-4a8d-ad02-679fd30b7c60 HTTP/1.1" status: 204  len: 168 time: 0.1981187
Jan 28 02:12:03.629178 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0fd1d-444b-420a-b5e1-e102c7136141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c2be39-972d-4a8d-ad02-679fd30b7c60,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:04.036609 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfb94f-4a73-4b48-bd61-3f5389989ef5 req-d4b9ad86-52a3-4bf8-a8cd-96ae97c1dc60 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:04.038093 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-09dfb94f-4a73-4b48-bd61-3f5389989ef5 req-d4b9ad86-52a3-4bf8-a8cd-96ae97c1dc60 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0482380
Jan 28 02:12:04.085799 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-09dfb94f-4a73-4b48-bd61-3f5389989ef5 req-de886bfd-5c94-4275-a315-53d9f333bc70 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0339088
Jan 28 02:12:04.367910 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 60436) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:04.407388 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-dccd6a5c-2d8a-4eff-b43e-d1cbc9768dac admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7a8a79b146b04d03bc72a00b5d36f046&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0381918
Jan 28 02:12:04.409938 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 60438) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:04.458179 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-3b2312cb-e08c-4441-86a8-c366558b3b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:04.480053 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-3b2312cb-e08c-4441-86a8-c366558b3b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:04.588649 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-3b2312cb-e08c-4441-86a8-c366558b3b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:04.591293 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-3b2312cb-e08c-4441-86a8-c366558b3b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:04.592497 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-3b2312cb-e08c-4441-86a8-c366558b3b22 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d8337db7-b2a0-4ef6-89eb-dc356ed7371b HTTP/1.1" status: 204  len: 168 time: 0.1816864
Jan 28 02:12:04.600482 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2312cb-e08c-4441-86a8-c366558b3b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8337db7-b2a0-4ef6-89eb-dc356ed7371b,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:05.206156 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d3ced-d649-4eb2-9105-efc11a89b58b req-c827c351-9226-425c-81d1-235acc3d6cdc tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:05.207635 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8e6d3ced-d649-4eb2-9105-efc11a89b58b req-c827c351-9226-425c-81d1-235acc3d6cdc tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0488682
Jan 28 02:12:05.245296 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8e6d3ced-d649-4eb2-9105-efc11a89b58b req-1889bc90-4bad-4bb6-8751-d6d37a57e1c8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0313630
Jan 28 02:12:06.361919 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf9f01-b486-41f5-a1f9-c99035db7738 req-7d78c963-a926-41f8-b0a8-807848a4169d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:06.363369 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fcaf9f01-b486-41f5-a1f9-c99035db7738 req-7d78c963-a926-41f8-b0a8-807848a4169d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0467725
Jan 28 02:12:06.400755 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fcaf9f01-b486-41f5-a1f9-c99035db7738 req-b05301e7-3b2e-4ec5-8410-bfe301b614db tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0304043
Jan 28 02:12:07.521499 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de9350-c5d1-477b-96b9-61bb96a7c6f4 req-35a92a47-54e3-4772-a6fe-8e88c42e3b0f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:07.522946 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c0de9350-c5d1-477b-96b9-61bb96a7c6f4 req-35a92a47-54e3-4772-a6fe-8e88c42e3b0f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0509760
Jan 28 02:12:07.561635 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c0de9350-c5d1-477b-96b9-61bb96a7c6f4 req-60bdfcba-9689-4f20-a656-095a52f296b0 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0326607
Jan 28 02:12:08.678883 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45882e1-abfd-44a4-8006-16fe7a7f765a req-5350b603-8424-4f58-808e-bf964f071db1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:08.680377 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c45882e1-abfd-44a4-8006-16fe7a7f765a req-5350b603-8424-4f58-808e-bf964f071db1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0472655
Jan 28 02:12:08.719141 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c45882e1-abfd-44a4-8006-16fe7a7f765a req-d59f99d7-49c1-439e-a9ba-5cdd33c5b01e tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319111
Jan 28 02:12:09.126798 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-c151ab77-e6de-48dc-8721-4334d02bc890 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152893613&fields=id&tenant_id=7ed8db325d13496c9a417966e33b10a1 HTTP/1.1" status: 200  len: 267 time: 0.0363991
Jan 28 02:12:09.238588 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-3269b552-62e9-4d94-94ca-969d30813bbd tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:09.240241 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-3269b552-62e9-4d94-94ca-969d30813bbd tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/networks?id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f HTTP/1.1" status: 200  len: 811 time: 0.1066427
Jan 28 02:12:09.254752 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-d2662acf-85cc-41ba-9d4e-2b87022b7b12 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/quotas/7ed8db325d13496c9a417966e33b10a1 HTTP/1.1" status: 200  len: 375 time: 0.0089543
Jan 28 02:12:09.304136 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-bbc1e61a-6b5d-496a-a7fe-620d231d4215 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ed8db325d13496c9a417966e33b10a1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0441287
Jan 28 02:12:09.491954 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-119abf82-1025-4c5c-a9a5-638c31371736 service neutron] 10.222.0.79 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767168
Jan 28 02:12:09.578673 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-8b8751cb-887c-4eed-a432-356ab8ad8a4e service neutron] 10.222.0.79 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806623
Jan 28 02:12:09.842437 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bfa4f-bfdb-41e4-86d2-b50de494d9a0 req-8312932a-27e0-423b-87bd-a3a8fc2c3011 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:09.843900 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a9bfa4f-bfdb-41e4-86d2-b50de494d9a0 req-8312932a-27e0-423b-87bd-a3a8fc2c3011 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0499732
Jan 28 02:12:09.881785 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a9bfa4f-bfdb-41e4-86d2-b50de494d9a0 req-f176877f-89c2-4027-a953-14f41b608b0d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0315981
Jan 28 02:12:10.115130 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-94272d86-27dd-4ee0-8b39-a8edbef181f0 req-c266282f-57f5-462e-8f01-d921870ec5be tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 210 time: 0.0289619
Jan 28 02:12:10.786518 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-7661ed90-542b-4d97-978b-54abaca01956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:11.000763 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf641a8c-09b0-49ff-8451-205824bfbb82 req-5ed769ac-cdf0-4fef-8e97-46ed8f08fcbc tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:11.002227 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bf641a8c-09b0-49ff-8451-205824bfbb82 req-5ed769ac-cdf0-4fef-8e97-46ed8f08fcbc tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0488222
Jan 28 02:12:11.038540 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bf641a8c-09b0-49ff-8451-205824bfbb82 req-16b7507a-a962-4947-b904-d73e21b460ec tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0304594
Jan 28 02:12:11.210715 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c9716242-2f5b-4483-8f87-017747cf20dd req-c73b1350-ab1c-45ac-8cc7-1bd68efacc5f tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 210 time: 0.0256221
Jan 28 02:12:12.157839 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b57675-3056-44f7-8f03-d30e822e7f00 req-51c5cbbb-5d23-4d1d-afd6-44dfa9dc9a4f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:12.159322 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d0b57675-3056-44f7-8f03-d30e822e7f00 req-51c5cbbb-5d23-4d1d-afd6-44dfa9dc9a4f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0480747
Jan 28 02:12:12.255258 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d0b57675-3056-44f7-8f03-d30e822e7f00 req-6e8b8843-8442-4185-b5f7-fa4fa2c43b13 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0863521
Jan 28 02:12:12.296177 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-f9e7e55c-a3d6-4a87-9a6e-49206f0640dc tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:12.298032 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-f9e7e55c-a3d6-4a87-9a6e-49206f0640dc tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.95 "GET /v2.0/networks?id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f HTTP/1.1" status: 200  len: 811 time: 0.1377394
Jan 28 02:12:12.341911 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ae8db023-665a-47f4-acfa-e1c5810dca8d req-7e1c7b9b-923a-47e9-96c2-a8f14fcd621a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 210 time: 0.0313408
Jan 28 02:12:12.371643 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-763a1269-e8d7-4056-91f8-5e5ac133f5dc tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ed8db325d13496c9a417966e33b10a1 HTTP/1.1" status: 200  len: 379 time: 0.0521381
Jan 28 02:12:12.388929 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-d260b4b8-965f-4289-b6b6-228a07ff9fbd tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Request body: {'port': {'device_id': 'c405e3d0-6da8-4dac-9dc9-0c084024bb9f', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'admin_state_up': True, 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'security_groups': ['3152e73f-9778-499f-bf46-c8380857b09d']}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:12:12.558389 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-d260b4b8-965f-4289-b6b6-228a07ff9fbd tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Made reservation on behalf of 7ed8db325d13496c9a417966e33b10a1 for: {'port': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:12:12.562128 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-d260b4b8-965f-4289-b6b6-228a07ff9fbd tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:12.691679 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-d260b4b8-965f-4289-b6b6-228a07ff9fbd tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Allocated IP 172.20.0.3 (7bcf169f-11e9-43c3-9cd8-36fa37c1812f/ad81599a-8584-45bb-9aad-97ea5adfda3a/972d33d2-8e4d-4169-af65-29a82d02d383) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:12:12.828245 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-d260b4b8-965f-4289-b6b6-228a07ff9fbd tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:12.918891 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-d260b4b8-965f-4289-b6b6-228a07ff9fbd tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:12.967405 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-d260b4b8-965f-4289-b6b6-228a07ff9fbd tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:12:12.970424 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-d260b4b8-965f-4289-b6b6-228a07ff9fbd tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:12:12.974260 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-d260b4b8-965f-4289-b6b6-228a07ff9fbd tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:12:12.980918 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260b4b8-965f-4289-b6b6-228a07ff9fbd tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event updated for resources: {'Port': ['ID=972d33d2-8e4d-4169-af65-29a82d02d383,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:13.028866 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-d260b4b8-965f-4289-b6b6-228a07ff9fbd tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:13.029601 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-d260b4b8-965f-4289-b6b6-228a07ff9fbd tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:13.055086 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-e460dfc6-d98c-427b-b313-08f5c9c90e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:13.098132 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-d260b4b8-965f-4289-b6b6-228a07ff9fbd tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7139988
Jan 28 02:12:13.117498 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Request body: {'port': {'device_id': 'c405e3d0-6da8-4dac-9dc9-0c084024bb9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:12:13.178403 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:13.224192 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-2eb044b1-cf15-471b-80cf-05a0a6469e95 None None] Provisioning complete for port 972d33d2-8e4d-4169-af65-29a82d02d383 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:12:13.224567 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-2eb044b1-cf15-471b-80cf-05a0a6469e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:13.259712 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-2eb044b1-cf15-471b-80cf-05a0a6469e95 None None] Port 972d33d2-8e4d-4169-af65-29a82d02d383 cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:12:13.419101 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e3cd1-4d95-432c-8e47-5e99801e7f32 req-730e4e38-e8f7-4f5b-b619-0ace326c0382 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:13.420595 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-080e3cd1-4d95-432c-8e47-5e99801e7f32 req-730e4e38-e8f7-4f5b-b619-0ace326c0382 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0788233
Jan 28 02:12:13.527594 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-080e3cd1-4d95-432c-8e47-5e99801e7f32 req-eede62ed-cc7f-4000-82b2-f09735bdcc57 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0926831
Jan 28 02:12:13.538456 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf3031-5fca-4f09-bcbe-091ea6af8b62 req-aec18a68-55c9-4ae5-bd23-65730f73c086 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:13.539943 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-becf3031-5fca-4f09-bcbe-091ea6af8b62 req-aec18a68-55c9-4ae5-bd23-65730f73c086 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 931 time: 0.1185000
Jan 28 02:12:13.564667 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972d33d2-8e4d-4169-af65-29a82d02d383 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:12:13.580547 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:13.603276 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Transition to ACTIVE for port object 972d33d2-8e4d-4169-af65-29a82d02d383 will not be triggered until provisioned by entity L2. {{(pid=102090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:12:13.608976 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-becf3031-5fca-4f09-bcbe-091ea6af8b62 req-963efc11-e29e-4666-bef3-c0b609e00003 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579350
Jan 28 02:12:13.670628 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:13.723344 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Pushing event updated for resources: {'Port': ['ID=972d33d2-8e4d-4169-af65-29a82d02d383,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:13.727822 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:12:13.749039 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:13.749382 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:13.749717 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:13.750049 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:13.750382 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:13.750711 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:13.751037 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:13.751359 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:13.751679 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:13.752017 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:13.752340 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:13.752662 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:13.805646 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Attempting to bind port 972d33d2-8e4d-4169-af65-29a82d02d383 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:12:13.805967 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Attempting to bind port 972d33d2-8e4d-4169-af65-29a82d02d383 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:12:13.806314 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Attempting to bind port 972d33d2-8e4d-4169-af65-29a82d02d383 on network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:12:13.820256 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Port 972d33d2-8e4d-4169-af65-29a82d02d383 on network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:12:13.820686 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Attempting to bind port 972d33d2-8e4d-4169-af65-29a82d02d383 on network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:12:13.826686 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:12:13.827062 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Checking segment: {'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:12:13.827400 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Bound using segment: {'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:12:13.827842 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Bound port: 972d33d2-8e4d-4169-af65-29a82d02d383, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:12:13.828246 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:13.894417 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] For port 972d33d2-8e4d-4169-af65-29a82d02d383, host hv-cinder-82497, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:12:13.897350 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] For port 972d33d2-8e4d-4169-af65-29a82d02d383, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=972d33d2-8e4d-4169-af65-29a82d02d383,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:12:13.982020 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:14.022029 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:14.022623 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:14.023995 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] 10.222.0.95 "PUT /v2.0/ports/972d33d2-8e4d-4169-af65-29a82d02d383 HTTP/1.1" status: 200  len: 1093 time: 0.9108388
Jan 28 02:12:14.024416 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c405e3d0-6da8-4dac-9dc9-0c084024bb9f', 'tag': '972d33d2-8e4d-4169-af65-29a82d02d383'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:12:14.027222 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd32146-e00c-4a3d-a39e-9d6c930044b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c405e3d0-6da8-4dac-9dc9-0c084024bb9f", "tag": "972d33d2-8e4d-4169-af65-29a82d02d383"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:12:14.051448 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ab6f2-acf8-479c-b059-2f3bfa9de21c service neutron] Pushing event updated for resources: {'Port': ['ID=972d33d2-8e4d-4169-af65-29a82d02d383,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:14.073423 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f52978-31d2-4778-9d24-096d5c5456c5 x-openstack-request-id: req-c2f52978-31d2-4778-9d24-096d5c5456c5 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:12:14.073717 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c405e3d0-6da8-4dac-9dc9-0c084024bb9f", "tag": "972d33d2-8e4d-4169-af65-29a82d02d383", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:12:14.073972 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c2f52978-31d2-4778-9d24-096d5c5456c5 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:12:14.074378 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c405e3d0-6da8-4dac-9dc9-0c084024bb9f', 'tag': '972d33d2-8e4d-4169-af65-29a82d02d383', 'status': 'completed', 'code': 200}
Jan 28 02:12:14.165574 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd32146-e00c-4a3d-a39e-9d6c930044b8 req-ee151e0d-aec0-4a00-b93e-9bc290abc164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:14.167754 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4cd32146-e00c-4a3d-a39e-9d6c930044b8 req-ee151e0d-aec0-4a00-b93e-9bc290abc164 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7ed8db325d13496c9a417966e33b10a1&device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 1096 time: 0.0420005
Jan 28 02:12:14.278442 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd32146-e00c-4a3d-a39e-9d6c930044b8 req-8b792605-ad51-490b-b3f0-5a1381520be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:14.280319 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4cd32146-e00c-4a3d-a39e-9d6c930044b8 req-8b792605-ad51-490b-b3f0-5a1381520be2 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=7ed8db325d13496c9a417966e33b10a1&shared=False HTTP/1.1" status: 200  len: 913 time: 0.0906713
Jan 28 02:12:14.377942 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd32146-e00c-4a3d-a39e-9d6c930044b8 req-547ae590-39c2-4355-bd19-b63b45872387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:14.379271 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4cd32146-e00c-4a3d-a39e-9d6c930044b8 req-547ae590-39c2-4355-bd19-b63b45872387 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.0908198
Jan 28 02:12:14.485569 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-da75a32c-10cb-4131-bf92-82098090494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:14.487015 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-da75a32c-10cb-4131-bf92-82098090494a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7ed8db325d13496c9a417966e33b10a1&device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 1096 time: 0.0399895
Jan 28 02:12:14.544067 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-1d099614-2eea-4b80-89d5-5cb845b7b2ba service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=972d33d2-8e4d-4169-af65-29a82d02d383 HTTP/1.1" status: 200  len: 217 time: 0.0372746
Jan 28 02:12:14.598996 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-a6b685b2-aa75-486a-a043-38f2d6e9ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:14.600479 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-a6b685b2-aa75-486a-a043-38f2d6e9ae00 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ad81599a-8584-45bb-9aad-97ea5adfda3a HTTP/1.1" status: 200  len: 850 time: 0.0462627
Jan 28 02:12:14.676562 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:14.677310 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-0b2b0349-c36a-40c1-9330-51b8bc94f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:14.678735 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-0b2b0349-c36a-40c1-9330-51b8bc94f777 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0694470
Jan 28 02:12:14.687948 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e6d74-ffbd-4d32-ac77-0a9d67ac3a4f req-18d6d7cf-181d-4f32-98de-a837378edb82 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:14.689430 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b79e6d74-ffbd-4d32-ac77-0a9d67ac3a4f req-18d6d7cf-181d-4f32-98de-a837378edb82 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0817599
Jan 28 02:12:14.810672 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b79e6d74-ffbd-4d32-ac77-0a9d67ac3a4f req-6ef16b14-7417-4dd3-8cb6-48f2677db218 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1046305
Jan 28 02:12:14.820050 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00242b8-d56a-46d6-aeda-198f04dabb26 req-811fe20a-5f94-4956-8bd5-131b028f6bbf tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:14.821486 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e00242b8-d56a-46d6-aeda-198f04dabb26 req-811fe20a-5f94-4956-8bd5-131b028f6bbf tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 943 time: 0.1419070
Jan 28 02:12:14.852106 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-f2f97158-58fe-4b05-9bda-78a50de3998c service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617620
Jan 28 02:12:14.892399 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e00242b8-d56a-46d6-aeda-198f04dabb26 req-1bdd3003-2c75-4b5b-acd8-9ae9582dc120 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620990
Jan 28 02:12:14.958473 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28190264-c4f6-4d09-a1f9-f8920de6d901 req-6ab6b649-bdd1-4954-98f0-e43c2d44e8fd service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0979059
Jan 28 02:12:15.321198 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device a5ba13e6-3134-4ccb-b060-70df55025709 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:12:15.414570 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port a5ba13e6-3134-4ccb-b060-70df55025709, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a5ba13e6-3134-4ccb-b060-70df55025709,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:15.426490 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': 'a5ba13e6-3134-4ccb-b060-70df55025709', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'port_id': 'a5ba13e6-3134-4ccb-b060-70df55025709', 'mac_address': 'fa:16:3e:3a:be:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:12:15.462756 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:15.475213 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5ba13e6-3134-4ccb-b060-70df55025709 {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:12:15.493821 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port a5ba13e6-3134-4ccb-b060-70df55025709, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a5ba13e6-3134-4ccb-b060-70df55025709,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:15.556213 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:15.602408 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=a5ba13e6-3134-4ccb-b060-70df55025709,revision_number=6']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:15.610168 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:15.610513 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:15.610848 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:15.611176 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:15.611504 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:15.611826 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:15.612171 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:15.612495 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:15.612829 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:15.613148 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:15.613461 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:15.613771 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:12:15.736674 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['a5ba13e6-3134-4ccb-b060-70df55025709'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:12:15.929954 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ced86-6dbd-43b3-a956-82534c8e12f8 req-b1bce1f1-efd6-4e4e-ad36-38b691ede4bd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:15.931418 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5a0ced86-6dbd-43b3-a956-82534c8e12f8 req-b1bce1f1-efd6-4e4e-ad36-38b691ede4bd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 944 time: 0.0488491
Jan 28 02:12:15.996025 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5a0ced86-6dbd-43b3-a956-82534c8e12f8 req-19f7c315-1f78-4538-8240-ef0f39c8cdc6 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577264
Jan 28 02:12:16.019165 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661eeae3-1496-404f-9d99-0335292e5142 req-f6ac0288-760e-4683-bd02-30d4dd0db091 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:16.024407 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-661eeae3-1496-404f-9d99-0335292e5142 req-f6ac0288-760e-4683-bd02-30d4dd0db091 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 943 time: 0.0612342
Jan 28 02:12:16.327881 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-661eeae3-1496-404f-9d99-0335292e5142 req-e7005843-1de4-43fb-aad4-3bc8d148231e tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3010862
Jan 28 02:12:16.465774 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:16.592292 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:17.118342 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066130a9-4f2d-4561-90f8-a97c161551d3 req-0f0dad74-acd5-41cd-8bf6-03dbd1b4cf24 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:17.119802 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-066130a9-4f2d-4561-90f8-a97c161551d3 req-0f0dad74-acd5-41cd-8bf6-03dbd1b4cf24 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 944 time: 0.0478661
Jan 28 02:12:17.158879 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-066130a9-4f2d-4561-90f8-a97c161551d3 req-4f12fafa-cd71-4cb9-a01e-25beeceb4373 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0326033
Jan 28 02:12:17.325471 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device a5ba13e6-3134-4ccb-b060-70df55025709 up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:12:17.378625 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port a5ba13e6-3134-4ccb-b060-70df55025709 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:12:17.378991 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:17.443058 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c9cf6-fd06-40da-bdde-cce4311b5bc3 req-9347cc10-bd9c-4e65-8455-2fc525ee8eb2 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:17.444574 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bd5c9cf6-fd06-40da-bdde-cce4311b5bc3 req-9347cc10-bd9c-4e65-8455-2fc525ee8eb2 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 943 time: 0.0497005
Jan 28 02:12:17.458116 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:17.480168 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ea23ca-a790-4f52-ad85-dcac640a8695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ba13e6-3134-4ccb-b060-70df55025709'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:12:17.481499 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bd5c9cf6-fd06-40da-bdde-cce4311b5bc3 req-37af0f48-7b07-4e7b-8be8-7bc36fff1ab7 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0310283
Jan 28 02:12:17.482395 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b7178f-b3f3-4daf-a3c6-4bd77b1cac1e" -d '{"events": [{"server_uuid": "c3ea23ca-a790-4f52-ad85-dcac640a8695", "name": "network-vif-plugged", "status": "completed", "tag": "a5ba13e6-3134-4ccb-b060-70df55025709"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:12:17.496592 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port a5ba13e6-3134-4ccb-b060-70df55025709, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a5ba13e6-3134-4ccb-b060-70df55025709,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:17.521509 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7a259d-fd60-48b9-9827-98fa561ce443 x-openstack-request-id: req-fe7a259d-fd60-48b9-9827-98fa561ce443 {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:12:17.521811 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ea23ca-a790-4f52-ad85-dcac640a8695", "name": "network-vif-plugged", "status": "completed", "tag": "a5ba13e6-3134-4ccb-b060-70df55025709", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:12:17.522059 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fe7a259d-fd60-48b9-9827-98fa561ce443 {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:12:17.522442 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ea23ca-a790-4f52-ad85-dcac640a8695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ba13e6-3134-4ccb-b060-70df55025709', 'code': 200}
Jan 28 02:12:17.579505 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:17.628365 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=a5ba13e6-3134-4ccb-b060-70df55025709,revision_number=7']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:18.283218 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cc9ab-2ea5-4d34-86b1-db497b74e447 req-f63200d9-e6d6-4270-9bbf-a900a29ee56a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:18.284769 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-369cc9ab-2ea5-4d34-86b1-db497b74e447 req-f63200d9-e6d6-4270-9bbf-a900a29ee56a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0531268
Jan 28 02:12:18.323091 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-369cc9ab-2ea5-4d34-86b1-db497b74e447 req-62bca1f2-02ee-4c04-b5fd-8396400de856 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324712
Jan 28 02:12:18.598624 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffe5cf-483e-4928-9aea-8b852b53464d req-62c6b1bf-d7ec-4ffa-998e-1ff5098a8788 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:18.600188 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5fffe5cf-483e-4928-9aea-8b852b53464d req-62c6b1bf-d7ec-4ffa-998e-1ff5098a8788 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 943 time: 0.0512853
Jan 28 02:12:18.637429 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5fffe5cf-483e-4928-9aea-8b852b53464d req-75006b18-c7bb-4ff9-a0ea-824bce5b32dc tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311761
Jan 28 02:12:19.484724 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317446c6-217e-499d-9ad0-e9951b939405 req-a809ef77-4430-4ab9-bbb6-76822223f804 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:19.486103 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-317446c6-217e-499d-9ad0-e9951b939405 req-a809ef77-4430-4ab9-bbb6-76822223f804 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0760407
Jan 28 02:12:19.538422 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-317446c6-217e-499d-9ad0-e9951b939405 req-808b519e-7d91-4e87-8089-d911ab61a207 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436814
Jan 28 02:12:19.790236 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb054a60-4521-4e16-85a3-4b3589fc30c5 req-4a311615-705b-4072-8717-fc37d3d06170 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:19.791766 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fb054a60-4521-4e16-85a3-4b3589fc30c5 req-4a311615-705b-4072-8717-fc37d3d06170 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 943 time: 0.0636594
Jan 28 02:12:19.846382 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fb054a60-4521-4e16-85a3-4b3589fc30c5 req-c246ee28-18d4-46c7-9783-f952e7c806a2 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470695
Jan 28 02:12:20.705803 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45b416-78a5-455e-9718-1105314b67dc req-555b0b42-c65e-4356-80e0-c2d02c1fc668 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:20.713231 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ee45b416-78a5-455e-9718-1105314b67dc req-555b0b42-c65e-4356-80e0-c2d02c1fc668 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0650442
Jan 28 02:12:20.751794 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ee45b416-78a5-455e-9718-1105314b67dc req-ecb2625b-1f10-4115-8ddf-4fc8d2182a46 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376203
Jan 28 02:12:20.974100 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db546f-d1d0-4c43-b639-6d64521ce540 req-eabb9d84-66ec-4ad4-9927-ca04008950d7 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:20.975782 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-47db546f-d1d0-4c43-b639-6d64521ce540 req-eabb9d84-66ec-4ad4-9927-ca04008950d7 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 943 time: 0.0519826
Jan 28 02:12:21.019232 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-47db546f-d1d0-4c43-b639-6d64521ce540 req-6b5b6686-6de1-4041-9b73-bc64cd82ae3f tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367317
Jan 28 02:12:21.785151 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:21.876965 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610269fb-b274-407f-9e7c-95129a315300 req-4c1b7403-f438-45f5-a093-4890cf15caa1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:21.878515 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-610269fb-b274-407f-9e7c-95129a315300 req-4c1b7403-f438-45f5-a093-4890cf15caa1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0522878
Jan 28 02:12:21.921069 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-610269fb-b274-407f-9e7c-95129a315300 req-f3f49954-b492-424c-8320-0e9f90d159bd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365078
Jan 28 02:12:22.133503 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0eb150-15d6-4b35-901f-455db39b8d13 req-87b9cf2e-03a8-495a-9cfd-88f706926294 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:22.134991 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4c0eb150-15d6-4b35-901f-455db39b8d13 req-87b9cf2e-03a8-495a-9cfd-88f706926294 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 943 time: 0.0475521
Jan 28 02:12:22.174444 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4c0eb150-15d6-4b35-901f-455db39b8d13 req-a21a1ca8-cb18-403e-a7d1-4d7d1094482a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0323679
Jan 28 02:12:23.066377 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661fc93-e84b-47b6-b259-ded708d51044 req-bc114996-6809-4abc-89ea-8fd5c456d296 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:23.068172 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7661fc93-e84b-47b6-b259-ded708d51044 req-bc114996-6809-4abc-89ea-8fd5c456d296 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0560658
Jan 28 02:12:23.111347 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7661fc93-e84b-47b6-b259-ded708d51044 req-c2fb0f85-5992-4884-8783-bb497bc16a93 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358946
Jan 28 02:12:23.306095 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0d66e-f89b-4dda-b85d-258f2181e8d0 req-45e438be-9742-4a05-8615-6eca6b25c9ca tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:23.307599 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-24d0d66e-f89b-4dda-b85d-258f2181e8d0 req-45e438be-9742-4a05-8615-6eca6b25c9ca tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 943 time: 0.0551672
Jan 28 02:12:23.358670 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-24d0d66e-f89b-4dda-b85d-258f2181e8d0 req-f5eefd0a-ae44-4325-ad82-2e5d1bfc391b tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415256
Jan 28 02:12:23.386184 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 972d33d2-8e4d-4169-af65-29a82d02d383 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:12:23.498405 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 972d33d2-8e4d-4169-af65-29a82d02d383, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=972d33d2-8e4d-4169-af65-29a82d02d383,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:23.513724 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': '972d33d2-8e4d-4169-af65-29a82d02d383', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'port_id': '972d33d2-8e4d-4169-af65-29a82d02d383', 'mac_address': 'fa:16:3e:e7:dd:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:12:23.555250 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:23.572650 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972d33d2-8e4d-4169-af65-29a82d02d383 {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:12:23.593401 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 972d33d2-8e4d-4169-af65-29a82d02d383, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=972d33d2-8e4d-4169-af65-29a82d02d383,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:23.676310 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:23.726841 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=972d33d2-8e4d-4169-af65-29a82d02d383,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:24.085551 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['972d33d2-8e4d-4169-af65-29a82d02d383'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:12:24.250047 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea4958-00e3-45aa-997f-71cd81869ef1 req-00e53ad5-31d0-457b-b521-088d0166fbf5 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:24.257316 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-93ea4958-00e3-45aa-997f-71cd81869ef1 req-00e53ad5-31d0-457b-b521-088d0166fbf5 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0640395
Jan 28 02:12:24.327815 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-93ea4958-00e3-45aa-997f-71cd81869ef1 req-ca8c55f9-19ed-43dd-9b67-0d36380cbd8c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504684
Jan 28 02:12:24.496349 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884f1a3-8662-4301-813b-a16f77503d1b req-91ff989b-ae3b-49de-b24d-c35de85d9e0a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:24.501377 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d884f1a3-8662-4301-813b-a16f77503d1b req-91ff989b-ae3b-49de-b24d-c35de85d9e0a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 944 time: 0.0633373
Jan 28 02:12:24.542859 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d884f1a3-8662-4301-813b-a16f77503d1b req-cb9a5394-0836-4e0d-9097-dc6db34b58d1 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0356350
Jan 28 02:12:25.401197 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 972d33d2-8e4d-4169-af65-29a82d02d383 up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:12:25.446276 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f29143-6b0b-4fde-af18-b3608e491fa7 req-5b4be11d-3680-4908-b150-95060008bebd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:25.448866 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a8f29143-6b0b-4fde-af18-b3608e491fa7 req-5b4be11d-3680-4908-b150-95060008bebd tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0638752
Jan 28 02:12:25.498170 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a8f29143-6b0b-4fde-af18-b3608e491fa7 req-4212b119-7e48-4340-9f55-658814192ee9 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422270
Jan 28 02:12:25.546659 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port 972d33d2-8e4d-4169-af65-29a82d02d383 completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:12:25.552204 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port 972d33d2-8e4d-4169-af65-29a82d02d383 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:12:25.552686 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:25.694521 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4595f-fd14-4a15-b7e6-b613261144b1 req-9aa9b247-81c7-4483-aa04-22aacbe84fe8 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:25.706733 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28d4595f-fd14-4a15-b7e6-b613261144b1 req-9aa9b247-81c7-4483-aa04-22aacbe84fe8 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 944 time: 0.0711887
Jan 28 02:12:25.747476 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28d4595f-fd14-4a15-b7e6-b613261144b1 req-ca68482a-7331-4502-a3fd-712d278d6588 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398560
Jan 28 02:12:25.799739 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:25.824852 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c405e3d0-6da8-4dac-9dc9-0c084024bb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972d33d2-8e4d-4169-af65-29a82d02d383'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:12:25.828031 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c1c3b7-3354-411c-8602-f7ca5fb333c7" -d '{"events": [{"server_uuid": "c405e3d0-6da8-4dac-9dc9-0c084024bb9f", "name": "network-vif-plugged", "status": "completed", "tag": "972d33d2-8e4d-4169-af65-29a82d02d383"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:12:25.842874 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 972d33d2-8e4d-4169-af65-29a82d02d383, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=972d33d2-8e4d-4169-af65-29a82d02d383,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:25.876087 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccd01ae-3366-46c7-92a0-ada4b870cd74 x-openstack-request-id: req-6ccd01ae-3366-46c7-92a0-ada4b870cd74 {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:12:25.876379 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c405e3d0-6da8-4dac-9dc9-0c084024bb9f", "name": "network-vif-plugged", "status": "completed", "tag": "972d33d2-8e4d-4169-af65-29a82d02d383", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:12:25.876632 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6ccd01ae-3366-46c7-92a0-ada4b870cd74 {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:12:25.877019 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c405e3d0-6da8-4dac-9dc9-0c084024bb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972d33d2-8e4d-4169-af65-29a82d02d383', 'code': 200}
Jan 28 02:12:25.917706 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:25.980679 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=972d33d2-8e4d-4169-af65-29a82d02d383,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:26.386232 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05788c6-3da5-4b5d-a2bc-73f7f4b8f35f req-de22b2ec-7cda-4d84-a562-92c8ae998edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:26.387767 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f05788c6-3da5-4b5d-a2bc-73f7f4b8f35f req-de22b2ec-7cda-4d84-a562-92c8ae998edc service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 1098 time: 0.0553174
Jan 28 02:12:26.426022 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f05788c6-3da5-4b5d-a2bc-73f7f4b8f35f req-be9d05f5-ab88-40f5-88c5-28d48656bbac service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311751
Jan 28 02:12:26.643578 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ad4de-0cb3-4eb4-a824-059863ee981b req-2b9cba02-5450-4a65-8646-1e0a671a79f9 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:26.646500 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7c0ad4de-0cb3-4eb4-a824-059863ee981b req-2b9cba02-5450-4a65-8646-1e0a671a79f9 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0589068
Jan 28 02:12:26.696791 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7c0ad4de-0cb3-4eb4-a824-059863ee981b req-40f827bc-7f2f-4dab-8e21-a88b339d92ef tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431755
Jan 28 02:12:26.877615 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1a439-2cef-4e42-8e19-b497fd3cea35 req-800aabca-6e86-4697-9040-2379f4420e76 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:26.879219 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a0d1a439-2cef-4e42-8e19-b497fd3cea35 req-800aabca-6e86-4697-9040-2379f4420e76 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 945 time: 0.0526319
Jan 28 02:12:26.922592 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a0d1a439-2cef-4e42-8e19-b497fd3cea35 req-c87c7fd7-fe21-4110-a65a-84f8a73adfc2 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0335250
Jan 28 02:12:27.834382 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909c7d8-b488-4611-b5d0-b418694935af req-3d1e2af9-0446-4708-860a-c6f42e085507 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:27.836874 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c909c7d8-b488-4611-b5d0-b418694935af req-3d1e2af9-0446-4708-860a-c6f42e085507 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0558910
Jan 28 02:12:27.879808 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c909c7d8-b488-4611-b5d0-b418694935af req-a5415429-082c-402d-b527-293470d50cf5 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0354135
Jan 28 02:12:28.047867 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e322d-de04-44c3-83f1-73ded88dd385 req-577a8f0d-725c-4764-b847-b82eaa6ea7b1 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:28.049276 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c81e322d-de04-44c3-83f1-73ded88dd385 req-577a8f0d-725c-4764-b847-b82eaa6ea7b1 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 945 time: 0.0531592
Jan 28 02:12:28.093369 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c81e322d-de04-44c3-83f1-73ded88dd385 req-63be96d9-9da5-4dfd-9ca5-b6bae5982f1d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374465
Jan 28 02:12:28.215185 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f7973-a875-4e96-8b42-5f0c34fbaa33 req-03d712f8-4063-43e3-9cef-144e1af31b42 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:28.216673 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9d8f7973-a875-4e96-8b42-5f0c34fbaa33 req-03d712f8-4063-43e3-9cef-144e1af31b42 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 945 time: 0.0500863
Jan 28 02:12:28.257545 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9d8f7973-a875-4e96-8b42-5f0c34fbaa33 req-bf5e0800-c0b1-4bd1-b38a-70a2d9c194cd tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0338998
Jan 28 02:12:28.279794 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 60628) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:28.424852 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee25f6b-4f24-4fd4-842b-35948a3b9d87 tempest-TestVolumeBootPattern-557840394 tempest-TestVolumeBootPattern-557840394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:28.432114 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-7ee25f6b-4f24-4fd4-842b-35948a3b9d87 tempest-TestVolumeBootPattern-557840394 tempest-TestVolumeBootPattern-557840394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 1093 time: 0.1455657
Jan 28 02:12:28.432114 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 60632) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:12:28.434094 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Request body: {'floatingip': {'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'port_id': '972d33d2-8e4d-4169-af65-29a82d02d383', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:12:28.568232 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for floatingip, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:28.685740 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:28.805535 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Allocated IP 172.27.0.38 (f90e340b-27f2-447d-a156-32aa581e17da/626f942c-33cd-4310-8756-8b345f91ef49/a98ef81d-204e-4a10-966e-52b2af42ec8c) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:12:28.951204 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:29.043788 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac7904-f4d4-4c0f-8360-55e4ed58b461 req-37ede29b-ee15-4359-8e60-60a7989f0881 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:29.048732 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e4ac7904-f4d4-4c0f-8360-55e4ed58b461 req-37ede29b-ee15-4359-8e60-60a7989f0881 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0845063
Jan 28 02:12:29.089618 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e4ac7904-f4d4-4c0f-8360-55e4ed58b461 req-5592ceca-3491-4cff-8d5f-777e7a9efac4 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374861
Jan 28 02:12:29.105044 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:29.149166 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Network f90e340b-27f2-447d-a156-32aa581e17da is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:12:29.153419 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:12:29.157182 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:12:29.185736 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event updated for resources: {'Port': ['ID=a98ef81d-204e-4a10-966e-52b2af42ec8c,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:29.524148 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:29.681428 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:29.854424 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:29.928932 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:29.994735 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event updated for resources: {'Port': ['ID=a98ef81d-204e-4a10-966e-52b2af42ec8c,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:30.006544 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746666'] for floatingip, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:30.103579 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.l3_db [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Floating IP df90c8a3-5ada-4d57-8724-86e8c23b13b2 associated. External IP: 172.27.0.38, port: 972d33d2-8e4d-4169-af65-29a82d02d383.
Jan 28 02:12:30.242235 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a131b-3c36-4bc9-bb8f-b67626ab199c req-9829131c-5fbd-40c2-ba84-d3a884df94bb tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:30.243666 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2a9a131b-3c36-4bc9-bb8f-b67626ab199c req-9829131c-5fbd-40c2-ba84-d3a884df94bb tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0624475
Jan 28 02:12:30.351533 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2a9a131b-3c36-4bc9-bb8f-b67626ab199c req-ef96422b-a59c-45dd-b9a5-9e4f1e97a8da tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719409
Jan 28 02:12:30.373098 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:12:30.482905 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:12:30.494432 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90b96a-703b-44a3-b50b-39d1af92235d None None] Sync routers for ids ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:12:30.504697 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90b96a-703b-44a3-b50b-39d1af92235d None None] Routers {'8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:12:30.505215 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-3f90b96a-703b-44a3-b50b-39d1af92235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796e7a5220>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:12:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:30.585933 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:30.616786 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-3f90b96a-703b-44a3-b50b-39d1af92235d None None] Set router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:12:30.640056 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-e4a70492-c4c4-4a73-983a-7f17aa512f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2087462
Jan 28 02:12:30.642057 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c405e3d0-6da8-4dac-9dc9-0c084024bb9f', 'tag': '972d33d2-8e4d-4169-af65-29a82d02d383'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:12:30.644311 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a3efe4-d8c1-45b8-9cd2-1bf7073166ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c405e3d0-6da8-4dac-9dc9-0c084024bb9f", "tag": "972d33d2-8e4d-4169-af65-29a82d02d383"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:12:30.655814 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87a449-242f-4c26-a6df-71fbe835e438 req-72de140e-d372-42a4-9267-188a62658569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:30.657644 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6e87a449-242f-4c26-a6df-71fbe835e438 req-72de140e-d372-42a4-9267-188a62658569 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6bdd27e926a84fa49844fbcca271bb19&device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 1098 time: 0.0836203
Jan 28 02:12:30.688978 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a86f9ec-3ff0-49e9-9d83-25ffcdf3f38a x-openstack-request-id: req-0a86f9ec-3ff0-49e9-9d83-25ffcdf3f38a {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:12:30.689263 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c405e3d0-6da8-4dac-9dc9-0c084024bb9f", "tag": "972d33d2-8e4d-4169-af65-29a82d02d383", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:12:30.689575 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0a86f9ec-3ff0-49e9-9d83-25ffcdf3f38a {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:12:30.690187 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c405e3d0-6da8-4dac-9dc9-0c084024bb9f', 'tag': '972d33d2-8e4d-4169-af65-29a82d02d383', 'status': 'completed', 'code': 200}
Jan 28 02:12:30.785030 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87a449-242f-4c26-a6df-71fbe835e438 req-3f94bdaf-1a57-4f02-b100-a36173acbcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:30.786553 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6e87a449-242f-4c26-a6df-71fbe835e438 req-3f94bdaf-1a57-4f02-b100-a36173acbcfd service neutron] 10.222.0.95 "GET /v2.0/networks?id=93f7fa36-86c7-4eac-8e6a-71166645bc4a HTTP/1.1" status: 200  len: 917 time: 0.1216724
Jan 28 02:12:30.853036 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3efe4-d8c1-45b8-9cd2-1bf7073166ca req-6cce7693-2fc0-43fe-be59-1eeba294a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:30.854532 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e6a3efe4-d8c1-45b8-9cd2-1bf7073166ca req-6cce7693-2fc0-43fe-be59-1eeba294a1c2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7ed8db325d13496c9a417966e33b10a1&device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 1098 time: 0.0981047
Jan 28 02:12:30.860234 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-3f90b96a-703b-44a3-b50b-39d1af92235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796e7a5220>, [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'df90c8a3-5ada-4d57-8724-86e8c23b13b2', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'port_id': '972d33d2-8e4d-4169-af65-29a82d02d383', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'mac_address': 'fa:16:3e:e7:dd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c405e3d0-6da8-4dac-9dc9-0c084024bb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:12:29Z', 'updated_at': '2022-01-28T02:12:29Z', 'revision_number': 0, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:39Z', 'revision_number': 5, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:30.875264 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6e87a449-242f-4c26-a6df-71fbe835e438 req-89516049-361f-44d1-a9cf-ac710e3a180a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ba13e6-3134-4ccb-b060-70df55025709 HTTP/1.1" status: 200  len: 1001 time: 0.0807478
Jan 28 02:12:30.887676 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90b96a-703b-44a3-b50b-39d1af92235d None None] Checking router: 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:12:30.896679 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90b96a-703b-44a3-b50b-39d1af92235d None None] Routers {'8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:12:30.897298 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-3f90b96a-703b-44a3-b50b-39d1af92235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796e7a5220>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:12:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:30.999896 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87a449-242f-4c26-a6df-71fbe835e438 req-894e8c79-65af-452b-b3e7-4315730ca88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:31.001458 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6e87a449-242f-4c26-a6df-71fbe835e438 req-894e8c79-65af-452b-b3e7-4315730ca88f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=51f5d2fc-f2c1-4616-91ac-244dfd5cdb84 HTTP/1.1" status: 200  len: 854 time: 0.1015742
Jan 28 02:12:31.010366 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-3f90b96a-703b-44a3-b50b-39d1af92235d None None] Set router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:12:31.042513 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3efe4-d8c1-45b8-9cd2-1bf7073166ca req-cb953d70-bff5-481a-ad41-24009e8dbf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:31.044047 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e6a3efe4-d8c1-45b8-9cd2-1bf7073166ca req-cb953d70-bff5-481a-ad41-24009e8dbf6a service neutron] 10.222.0.95 "GET /v2.0/networks?id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f HTTP/1.1" status: 200  len: 913 time: 0.1679583
Jan 28 02:12:31.062420 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87a449-242f-4c26-a6df-71fbe835e438 req-86dacd73-bb35-4e8d-a13c-e3c1a0173f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:31.063890 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6e87a449-242f-4c26-a6df-71fbe835e438 req-86dacd73-bb35-4e8d-a13c-e3c1a0173f8d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93f7fa36-86c7-4eac-8e6a-71166645bc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0528753
Jan 28 02:12:31.171515 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e6a3efe4-d8c1-45b8-9cd2-1bf7073166ca req-457df42a-78d6-48c3-a110-88daa3b5ce4a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=972d33d2-8e4d-4169-af65-29a82d02d383 HTTP/1.1" status: 200  len: 998 time: 0.1108034
Jan 28 02:12:31.229060 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6e87a449-242f-4c26-a6df-71fbe835e438 req-9eb0cc60-cd31-48f9-aeb3-b073adf459bc service neutron] 10.222.0.95 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573834
Jan 28 02:12:31.234854 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-3f90b96a-703b-44a3-b50b-39d1af92235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796e7a5220>, [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'df90c8a3-5ada-4d57-8724-86e8c23b13b2', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'port_id': '972d33d2-8e4d-4169-af65-29a82d02d383', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'mac_address': 'fa:16:3e:e7:dd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c405e3d0-6da8-4dac-9dc9-0c084024bb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:12:29Z', 'updated_at': '2022-01-28T02:12:29Z', 'revision_number': 0, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:39Z', 'revision_number': 5, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:12:31.236795 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3efe4-d8c1-45b8-9cd2-1bf7073166ca req-550ad59c-2306-4f06-8b8b-02b9b5410737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:31.238241 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e6a3efe4-d8c1-45b8-9cd2-1bf7073166ca req-550ad59c-2306-4f06-8b8b-02b9b5410737 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ad81599a-8584-45bb-9aad-97ea5adfda3a HTTP/1.1" status: 200  len: 850 time: 0.0585630
Jan 28 02:12:31.264860 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90b96a-703b-44a3-b50b-39d1af92235d None None] The sync data for ids ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'] in dv-cinder-824977-1-iscsi is: [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'df90c8a3-5ada-4d57-8724-86e8c23b13b2', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'port_id': '972d33d2-8e4d-4169-af65-29a82d02d383', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'mac_address': 'fa:16:3e:e7:dd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c405e3d0-6da8-4dac-9dc9-0c084024bb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:12:29Z', 'updated_at': '2022-01-28T02:12:29Z', 'revision_number': 0, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:39Z', 'revision_number': 5, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:12:31.340025 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3efe4-d8c1-45b8-9cd2-1bf7073166ca req-e1bae42f-94a9-442a-98e8-dd35dacfcadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:31.341506 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e6a3efe4-d8c1-45b8-9cd2-1bf7073166ca req-e1bae42f-94a9-442a-98e8-dd35dacfcadb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0955851
Jan 28 02:12:31.374326 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6e87a449-242f-4c26-a6df-71fbe835e438 req-04663acb-58b5-491b-80eb-4332b4b57d91 service neutron] 10.222.0.95 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350636
Jan 28 02:12:31.469958 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6085d93-67ca-497b-ac81-f16b085f0721 None None] New status for floating IP df90c8a3-5ada-4d57-8724-86e8c23b13b2: ACTIVE {{(pid=102092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:12:31.478323 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e6a3efe4-d8c1-45b8-9cd2-1bf7073166ca req-525d0298-4ffb-42a7-ab1b-28861c54edc8 service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248815
Jan 28 02:12:31.542088 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01600b-47d8-4f5b-9744-9dfb96a1c431 req-ccb5e3bb-8ffd-4909-baed-52b06c35cd2f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:31.543557 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-de01600b-47d8-4f5b-9744-9dfb96a1c431 req-ccb5e3bb-8ffd-4909-baed-52b06c35cd2f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.1080894
Jan 28 02:12:31.598152 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-de01600b-47d8-4f5b-9744-9dfb96a1c431 req-2bb5fd6b-1a30-4864-b85d-57aeb27e0f09 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480330
Jan 28 02:12:31.612556 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e6a3efe4-d8c1-45b8-9cd2-1bf7073166ca req-9ab691e9-c8cb-4084-b70b-af067962b096 service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261861
Jan 28 02:12:32.725651 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb734b-35c8-4b2d-adcc-4db2c3723af3 req-9af1fc98-5b08-407d-8aba-4e612ec13378 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:32.727114 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-50bb734b-35c8-4b2d-adcc-4db2c3723af3 req-9af1fc98-5b08-407d-8aba-4e612ec13378 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 945 time: 0.0473387
Jan 28 02:12:32.766332 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-50bb734b-35c8-4b2d-adcc-4db2c3723af3 req-d6f26343-368d-4e9d-aa42-d47f6935aef5 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0331421
Jan 28 02:12:33.434564 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device a5ba13e6-3134-4ccb-b060-70df55025709 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:12:33.511462 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:33.536175 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ea23ca-a790-4f52-ad85-dcac640a8695', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5ba13e6-3134-4ccb-b060-70df55025709'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:12:33.538576 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8ee248-9660-40e7-a76a-e3fd200d07f2" -d '{"events": [{"server_uuid": "c3ea23ca-a790-4f52-ad85-dcac640a8695", "name": "network-vif-unplugged", "status": "completed", "tag": "a5ba13e6-3134-4ccb-b060-70df55025709"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:12:33.552506 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port a5ba13e6-3134-4ccb-b060-70df55025709, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a5ba13e6-3134-4ccb-b060-70df55025709,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:33.576683 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ebd2ac-3a09-4e10-a167-f8614a8abbe4 x-openstack-request-id: req-f0ebd2ac-3a09-4e10-a167-f8614a8abbe4 {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:12:33.579857 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ea23ca-a790-4f52-ad85-dcac640a8695", "name": "network-vif-unplugged", "status": "completed", "tag": "a5ba13e6-3134-4ccb-b060-70df55025709", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:12:33.579857 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f0ebd2ac-3a09-4e10-a167-f8614a8abbe4 {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:12:33.579857 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ea23ca-a790-4f52-ad85-dcac640a8695', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5ba13e6-3134-4ccb-b060-70df55025709', 'code': 200}
Jan 28 02:12:33.643237 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:33.695457 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=a5ba13e6-3134-4ccb-b060-70df55025709,revision_number=8']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:33.888020 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d869b-d773-413c-9b56-7ec3b4ee95bc req-5a1daacf-b353-489b-a75f-11926b00b67a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:33.889498 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a10d869b-d773-413c-9b56-7ec3b4ee95bc req-5a1daacf-b353-489b-a75f-11926b00b67a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0472727
Jan 28 02:12:33.926239 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a10d869b-d773-413c-9b56-7ec3b4ee95bc req-66a30cca-fb0b-4723-8dc6-4e7a441c624c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0308383
Jan 28 02:12:36.181497 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c61de-d5b2-4e98-83aa-aa7985280652 req-496197a2-8e3e-4bd6-8d16-83e4e9e70faa tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:36.182999 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e04c61de-d5b2-4e98-83aa-aa7985280652 req-496197a2-8e3e-4bd6-8d16-83e4e9e70faa tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0526128
Jan 28 02:12:36.225170 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e04c61de-d5b2-4e98-83aa-aa7985280652 req-374a664b-7b4b-49c9-84a3-e7767c669e08 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359240
Jan 28 02:12:36.460738 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ea13923c-b8eb-468e-8e69-74a26be3a3f2 req-da11e074-9613-49ca-9497-caed4d981c9c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0409882
Jan 28 02:12:37.342745 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffedb0-59e9-4631-aa13-b4e50717b691 req-0d3515e9-9861-452d-8cc4-e68b6389de40 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:37.344244 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bbffedb0-59e9-4631-aa13-b4e50717b691 req-0d3515e9-9861-452d-8cc4-e68b6389de40 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0479755
Jan 28 02:12:37.382141 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bbffedb0-59e9-4631-aa13-b4e50717b691 req-9b04215d-b322-450b-9750-115f45309c97 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0316312
Jan 28 02:12:37.448583 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device a5ba13e6-3134-4ccb-b060-70df55025709 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:12:37.884985 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13923c-b8eb-468e-8e69-74a26be3a3f2 req-1867b389-782e-4bff-92e2-3215c9b5844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:37.886436 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ea13923c-b8eb-468e-8e69-74a26be3a3f2 req-1867b389-782e-4bff-92e2-3215c9b5844b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695&tenant_id=6bdd27e926a84fa49844fbcca271bb19 HTTP/1.1" status: 200  len: 1096 time: 0.0388973
Jan 28 02:12:37.964218 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13923c-b8eb-468e-8e69-74a26be3a3f2 req-afcf384b-9fbc-4383-a0d7-d88357db0d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:37.965565 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ea13923c-b8eb-468e-8e69-74a26be3a3f2 req-afcf384b-9fbc-4383-a0d7-d88357db0d08 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6bdd27e926a84fa49844fbcca271bb19&device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 1096 time: 0.0409977
Jan 28 02:12:38.309682 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13923c-b8eb-468e-8e69-74a26be3a3f2 req-fec40122-1f99-4437-86f4-5c5dddcb5633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:38.311049 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ea13923c-b8eb-468e-8e69-74a26be3a3f2 req-fec40122-1f99-4437-86f4-5c5dddcb5633 service neutron] 10.222.0.95 "GET /v2.0/networks?id=93f7fa36-86c7-4eac-8e6a-71166645bc4a HTTP/1.1" status: 200  len: 917 time: 0.3386500
Jan 28 02:12:38.379873 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ea13923c-b8eb-468e-8e69-74a26be3a3f2 req-580428da-aa13-4a8f-af50-c28e99406678 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ba13e6-3134-4ccb-b060-70df55025709 HTTP/1.1" status: 200  len: 999 time: 0.0594382
Jan 28 02:12:38.427110 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13923c-b8eb-468e-8e69-74a26be3a3f2 req-bf9d78a7-e8ca-4fe5-8e09-f4e459f80dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:38.428589 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ea13923c-b8eb-468e-8e69-74a26be3a3f2 req-bf9d78a7-e8ca-4fe5-8e09-f4e459f80dde service neutron] 10.222.0.95 "GET /v2.0/subnets?id=51f5d2fc-f2c1-4616-91ac-244dfd5cdb84 HTTP/1.1" status: 200  len: 854 time: 0.0418429
Jan 28 02:12:38.509014 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13923c-b8eb-468e-8e69-74a26be3a3f2 req-8dabbc00-494c-4914-8b1e-18715ca0d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:38.510490 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ea13923c-b8eb-468e-8e69-74a26be3a3f2 req-8dabbc00-494c-4914-8b1e-18715ca0d9c1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93f7fa36-86c7-4eac-8e6a-71166645bc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0669343
Jan 28 02:12:38.522177 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b4937-9f78-4cb4-8824-4b764e2ffb08 req-00e90fa5-fde1-498e-8d7a-681ac146504c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:38.523519 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-155b4937-9f78-4cb4-8824-4b764e2ffb08 req-00e90fa5-fde1-498e-8d7a-681ac146504c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0569627
Jan 28 02:12:38.605771 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-155b4937-9f78-4cb4-8824-4b764e2ffb08 req-087d5667-6714-4ce5-a718-22a86d60710f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0745564
Jan 28 02:12:38.636300 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ea13923c-b8eb-468e-8e69-74a26be3a3f2 req-395c9f3c-3b74-44aa-a1d3-8418939810c6 service neutron] 10.222.0.95 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1118016
Jan 28 02:12:38.731472 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ea13923c-b8eb-468e-8e69-74a26be3a3f2 req-de0e48ff-bd25-4a71-94aa-52dbe836b064 service neutron] 10.222.0.95 "GET /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875185
Jan 28 02:12:39.739527 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b2d77-2464-49b3-aae7-584db743437e req-e7b8803b-add4-48f2-84f3-37d7565790bf tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:39.741057 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a33b2d77-2464-49b3-aae7-584db743437e req-e7b8803b-add4-48f2-84f3-37d7565790bf tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0528424
Jan 28 02:12:39.779657 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a33b2d77-2464-49b3-aae7-584db743437e req-efaaee54-7c28-4c46-9310-3e90d5860ffb tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324750
Jan 28 02:12:40.809197 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-ed20dea9-f30b-462b-a954-30064ff25f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:40.934825 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02722a0e-49f1-421c-bda4-e48e9a3354c9 req-7ad5bd69-c22d-4f1d-acac-0f4d7e23317b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:40.936342 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-02722a0e-49f1-421c-bda4-e48e9a3354c9 req-7ad5bd69-c22d-4f1d-acac-0f4d7e23317b tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0512462
Jan 28 02:12:40.983574 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-02722a0e-49f1-421c-bda4-e48e9a3354c9 req-8d284109-e58a-4fd4-b86f-5b20267c1f2a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406225
Jan 28 02:12:42.104177 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04161b-74fa-4445-99b5-d65dced5218f req-23fbe371-307d-4455-8d30-9297e36aed56 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:42.105702 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ed04161b-74fa-4445-99b5-d65dced5218f req-23fbe371-307d-4455-8d30-9297e36aed56 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0534363
Jan 28 02:12:42.148870 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ed04161b-74fa-4445-99b5-d65dced5218f req-33ce813f-fa7f-45c1-a221-0d66bd101bc8 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372813
Jan 28 02:12:43.077576 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-25d14418-4eed-4bd2-ab52-54da208ce28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:43.277359 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a843d-3acf-4f11-86a1-c3582a14050c req-55d8866b-7bbb-4741-8fec-384c97a81a6f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:43.279090 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-728a843d-3acf-4f11-86a1-c3582a14050c req-55d8866b-7bbb-4741-8fec-384c97a81a6f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0498440
Jan 28 02:12:43.318309 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-728a843d-3acf-4f11-86a1-c3582a14050c req-63c5cf23-447e-424a-b516-14b47b870eee tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0333607
Jan 28 02:12:44.441878 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e786ef0-f9ac-42b2-883c-3d2a3be6af6f req-679d6a5a-1c40-4ecd-8470-1ed2bed52ad9 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:44.443528 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7e786ef0-f9ac-42b2-883c-3d2a3be6af6f req-679d6a5a-1c40-4ecd-8470-1ed2bed52ad9 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0499732
Jan 28 02:12:44.483422 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7e786ef0-f9ac-42b2-883c-3d2a3be6af6f req-b343af71-b32e-4e32-9713-085a8eb97ecb tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0337226
Jan 28 02:12:44.661086 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:45.539199 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cf38b-8296-4832-b810-6992e49acc44 req-071d98c2-e047-44d0-a18f-1021abfe0aed tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:45.540775 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-461cf38b-8296-4832-b810-6992e49acc44 req-071d98c2-e047-44d0-a18f-1021abfe0aed tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0539002
Jan 28 02:12:45.580423 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-461cf38b-8296-4832-b810-6992e49acc44 req-630057bb-9def-4d2c-9c6e-06402e8c564e tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0320196
Jan 28 02:12:45.685618 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd301b-23e3-4291-abae-71e2768e3866 req-fd65a431-626e-4fb6-8435-d55b69903ae1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:45.687112 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4edd301b-23e3-4291-abae-71e2768e3866 req-fd65a431-626e-4fb6-8435-d55b69903ae1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0506494
Jan 28 02:12:45.729407 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4edd301b-23e3-4291-abae-71e2768e3866 req-f27b30f9-055f-46a0-ba0b-ac2b37b70a67 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0356979
Jan 28 02:12:46.494715 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:46.586330 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:46.714071 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce313bc-ca33-4bda-81f4-40045b2595cb req-680573d8-8ac7-41ff-bb59-9f241fb1fb17 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:46.715786 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dce313bc-ca33-4bda-81f4-40045b2595cb req-680573d8-8ac7-41ff-bb59-9f241fb1fb17 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0618277
Jan 28 02:12:46.768428 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dce313bc-ca33-4bda-81f4-40045b2595cb req-2dad3138-8335-4e29-bb5e-190d7f052f71 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430381
Jan 28 02:12:46.894113 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf84ca6-04a9-445e-a0d1-9c860f5025cb req-69966c73-63bd-40c4-b127-b5127e14799a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:46.896258 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ccf84ca6-04a9-445e-a0d1-9c860f5025cb req-69966c73-63bd-40c4-b127-b5127e14799a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0623951
Jan 28 02:12:46.938042 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ccf84ca6-04a9-445e-a0d1-9c860f5025cb req-1344391a-98ea-4b06-a8ab-60ae67527a64 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353308
Jan 28 02:12:47.885750 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203b862-736f-4f41-b867-bf3cf32e15f5 req-48a6f1b9-ee77-42fd-aa56-50a1d5ffd2ac tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:47.887239 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e203b862-736f-4f41-b867-bf3cf32e15f5 req-48a6f1b9-ee77-42fd-aa56-50a1d5ffd2ac tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0483887
Jan 28 02:12:47.925091 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e203b862-736f-4f41-b867-bf3cf32e15f5 req-a44c5c5c-ea99-4115-b108-db89322a6242 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0318820
Jan 28 02:12:48.059190 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc72b45-9e48-4a01-b746-c1943a51775a req-d9d4e407-bb0d-47b9-a59f-11b733295cbf tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:48.060729 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dbc72b45-9e48-4a01-b746-c1943a51775a req-d9d4e407-bb0d-47b9-a59f-11b733295cbf tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0477231
Jan 28 02:12:48.097199 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dbc72b45-9e48-4a01-b746-c1943a51775a req-97856f1d-ae6f-4867-8781-59fffaf20378 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0305426
Jan 28 02:12:49.046846 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e28ba-4356-4b3a-99e3-437671ebe1b3 req-9d9f8e25-3851-4da8-a571-76caa4dd8c81 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:49.048331 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-884e28ba-4356-4b3a-99e3-437671ebe1b3 req-9d9f8e25-3851-4da8-a571-76caa4dd8c81 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0526636
Jan 28 02:12:49.086772 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-884e28ba-4356-4b3a-99e3-437671ebe1b3 req-80cad3fa-86eb-4fe2-b794-a0adcac2752a tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0321224
Jan 28 02:12:49.215647 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df529962-3125-45c0-bbdb-9af09025ef91 req-493da313-4645-483c-99a3-e0f00bd25007 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:49.217138 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-df529962-3125-45c0-bbdb-9af09025ef91 req-493da313-4645-483c-99a3-e0f00bd25007 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0479639
Jan 28 02:12:49.256120 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-df529962-3125-45c0-bbdb-9af09025ef91 req-6e9da979-a37c-48b2-9520-62229dc3f35d tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324275
Jan 28 02:12:50.208454 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5c99a-ae4e-498a-849f-e24174d084e4 req-8aff1561-a8fb-41a5-92dd-696df2d8bfa9 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:50.209926 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-00f5c99a-ae4e-498a-849f-e24174d084e4 req-8aff1561-a8fb-41a5-92dd-696df2d8bfa9 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0491109
Jan 28 02:12:50.247842 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-00f5c99a-ae4e-498a-849f-e24174d084e4 req-00cc5fd2-f63d-4f9e-b63e-48a136cef6db tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319240
Jan 28 02:12:50.385409 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963abd9-4e6b-4e35-97f1-f620528eb724 req-3d8f3739-c50d-4129-8736-90d2a2731f04 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:50.386886 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4963abd9-4e6b-4e35-97f1-f620528eb724 req-3d8f3739-c50d-4129-8736-90d2a2731f04 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0573890
Jan 28 02:12:50.427157 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4963abd9-4e6b-4e35-97f1-f620528eb724 req-fb040b17-fe0d-46f1-ba12-9f22436db6ac tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0344050
Jan 28 02:12:50.727596 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:12:51.361057 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d06825-3e6e-4772-8af2-bb1f25b5845b req-95d0461c-3cf2-4cca-9fba-5d54320b35b2 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:51.362454 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e1d06825-3e6e-4772-8af2-bb1f25b5845b req-95d0461c-3cf2-4cca-9fba-5d54320b35b2 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0483611
Jan 28 02:12:51.401835 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e1d06825-3e6e-4772-8af2-bb1f25b5845b req-b58f8b7e-cf43-4f5b-80d5-ef26a7346bc4 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0329087
Jan 28 02:12:51.518652 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device a5ba13e6-3134-4ccb-b060-70df55025709 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:12:51.551075 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5df85e-cfc4-4f00-be13-c2e98abbad33 req-6b058106-a9e6-4bde-a5f7-6a624d207163 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:51.551075 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7d5df85e-cfc4-4f00-be13-c2e98abbad33 req-6b058106-a9e6-4bde-a5f7-6a624d207163 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 943 time: 0.0494936
Jan 28 02:12:51.591999 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7d5df85e-cfc4-4f00-be13-c2e98abbad33 req-c8ad3dc2-81b6-466d-9938-2529ea1e0a91 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351093
Jan 28 02:12:51.608634 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:51.624034 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port a5ba13e6-3134-4ccb-b060-70df55025709, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a5ba13e6-3134-4ccb-b060-70df55025709,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:51.635267 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': 'a5ba13e6-3134-4ccb-b060-70df55025709', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'port_id': 'a5ba13e6-3134-4ccb-b060-70df55025709', 'mac_address': 'fa:16:3e:3a:be:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:12:51.671579 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:51.688593 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ba13e6-3134-4ccb-b060-70df55025709 {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:12:51.708537 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port a5ba13e6-3134-4ccb-b060-70df55025709, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a5ba13e6-3134-4ccb-b060-70df55025709,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:51.791592 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:51.840737 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=a5ba13e6-3134-4ccb-b060-70df55025709,revision_number=9']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:52.185632 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['a5ba13e6-3134-4ccb-b060-70df55025709'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:12:52.540439 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6448173-4ed5-454a-9110-96d0dc36dcf1 req-fdfdf37a-0ac1-41cb-9193-a8a5d9301021 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:52.541989 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b6448173-4ed5-454a-9110-96d0dc36dcf1 req-fdfdf37a-0ac1-41cb-9193-a8a5d9301021 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0637915
Jan 28 02:12:52.582729 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b6448173-4ed5-454a-9110-96d0dc36dcf1 req-49e4ed26-a4d3-4715-b01c-a054eea62097 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0342863
Jan 28 02:12:52.725175 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eb49f-15ca-47a1-86ce-198e8957b739 req-fafc56b8-fbfc-4a91-a3b9-e74f20ab61ad tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:52.726659 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e69eb49f-15ca-47a1-86ce-198e8957b739 req-fafc56b8-fbfc-4a91-a3b9-e74f20ab61ad tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 944 time: 0.0564032
Jan 28 02:12:52.768147 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e69eb49f-15ca-47a1-86ce-198e8957b739 req-190ecdcf-ffae-46f0-8d3b-111306df7072 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0348375
Jan 28 02:12:53.533260 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device a5ba13e6-3134-4ccb-b060-70df55025709 up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:12:53.600648 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port a5ba13e6-3134-4ccb-b060-70df55025709 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:12:53.601020 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:53.679024 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:53.701612 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ea23ca-a790-4f52-ad85-dcac640a8695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ba13e6-3134-4ccb-b060-70df55025709'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:12:53.703297 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773b00b-abc0-47b1-bbea-1540ca338806 req-8353a5e0-6f38-44ba-86d1-46261e883add tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:53.703850 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0768208e-f518-441d-8118-e1001030dfff" -d '{"events": [{"server_uuid": "c3ea23ca-a790-4f52-ad85-dcac640a8695", "name": "network-vif-plugged", "status": "completed", "tag": "a5ba13e6-3134-4ccb-b060-70df55025709"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:12:53.704821 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8773b00b-abc0-47b1-bbea-1540ca338806 req-8353a5e0-6f38-44ba-86d1-46261e883add tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0482578
Jan 28 02:12:53.717366 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port a5ba13e6-3134-4ccb-b060-70df55025709, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a5ba13e6-3134-4ccb-b060-70df55025709,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:12:53.742156 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49939c5-2bed-459d-b50d-a2b25fe2a1be x-openstack-request-id: req-b49939c5-2bed-459d-b50d-a2b25fe2a1be {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:12:53.742475 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ea23ca-a790-4f52-ad85-dcac640a8695", "name": "network-vif-plugged", "status": "completed", "tag": "a5ba13e6-3134-4ccb-b060-70df55025709", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:12:53.742731 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b49939c5-2bed-459d-b50d-a2b25fe2a1be {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:12:53.743125 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ea23ca-a790-4f52-ad85-dcac640a8695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ba13e6-3134-4ccb-b060-70df55025709', 'code': 200}
Jan 28 02:12:53.746131 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8773b00b-abc0-47b1-bbea-1540ca338806 req-2ac80ac2-061c-4264-9cd4-f7e78323d0cb tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351653
Jan 28 02:12:53.786627 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:12:53.849171 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=a5ba13e6-3134-4ccb-b060-70df55025709,revision_number=10']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:12:53.916518 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b04cd8-5468-4b07-9a90-9bfcfbb10d53 req-ab30d1ba-4889-4ee8-a348-6ffa6860812f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:53.918507 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-67b04cd8-5468-4b07-9a90-9bfcfbb10d53 req-ab30d1ba-4889-4ee8-a348-6ffa6860812f tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 946 time: 0.0527306
Jan 28 02:12:53.957834 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-67b04cd8-5468-4b07-9a90-9bfcfbb10d53 req-7ff5647e-0673-46d3-a5f0-c460f2fe21b1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0327961
Jan 28 02:12:54.161094 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf8a17-efff-4dcf-80a8-536743f60233 req-f7b5ea58-053b-4c88-9e7d-e90ba30855a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:54.162599 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a6cf8a17-efff-4dcf-80a8-536743f60233 req-f7b5ea58-053b-4c88-9e7d-e90ba30855a7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 1099 time: 0.0459971
Jan 28 02:12:54.220998 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a6cf8a17-efff-4dcf-80a8-536743f60233 req-37b995e2-e2b4-42c5-97b6-ebb0fc728b52 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0295017
Jan 28 02:12:54.624278 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b403e2-7908-40c7-a22b-b1386b26c874 req-63f39d8e-5868-4300-aa5b-9270e1a09994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:54.625692 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-67b403e2-7908-40c7-a22b-b1386b26c874 req-63f39d8e-5868-4300-aa5b-9270e1a09994 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a55dde8892fa47bd9941bb1ce9aa3673&device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 1098 time: 0.0389564
Jan 28 02:12:54.761787 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b403e2-7908-40c7-a22b-b1386b26c874 req-46d85be9-30d4-414a-a510-381f26979fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:54.763229 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-67b403e2-7908-40c7-a22b-b1386b26c874 req-46d85be9-30d4-414a-a510-381f26979fc7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ace90374-1bab-41ed-86ab-f24b42895456 HTTP/1.1" status: 200  len: 911 time: 0.0910425
Jan 28 02:12:54.859262 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-67b403e2-7908-40c7-a22b-b1386b26c874 req-3612f68f-8e62-46db-9d90-212e620fe6b1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b4575d4-25de-48a0-8c88-24340312c99a HTTP/1.1" status: 200  len: 1001 time: 0.0879822
Jan 28 02:12:54.875678 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7940a82-ff39-4dfc-9525-4eb86c32b7d5 req-dfaba690-3a72-445f-8556-7755a1673491 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:54.877031 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c7940a82-ff39-4dfc-9525-4eb86c32b7d5 req-dfaba690-3a72-445f-8556-7755a1673491 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0643620
Jan 28 02:12:54.945231 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c7940a82-ff39-4dfc-9525-4eb86c32b7d5 req-5e0487f1-fe91-4736-bdb7-77f5b9f0bd2a tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611207
Jan 28 02:12:54.946696 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b403e2-7908-40c7-a22b-b1386b26c874 req-c8cb5193-b6e9-4692-a856-280fdf841aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:54.948149 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-67b403e2-7908-40c7-a22b-b1386b26c874 req-c8cb5193-b6e9-4692-a856-280fdf841aff service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e9c590ff-5986-4c9e-8931-fcb86ed6db62 HTTP/1.1" status: 200  len: 848 time: 0.0802090
Jan 28 02:12:54.997607 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b403e2-7908-40c7-a22b-b1386b26c874 req-e3d7d715-e91e-4eb1-80da-ab287f532edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:54.999024 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-67b403e2-7908-40c7-a22b-b1386b26c874 req-e3d7d715-e91e-4eb1-80da-ab287f532edf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ace90374-1bab-41ed-86ab-f24b42895456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0425632
Jan 28 02:12:55.130649 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4099a-1a47-4bdd-829c-63406457b0ee req-aa4d6368-3f6d-45ae-8a5a-2f0233fc2e95 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:55.132407 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2df4099a-1a47-4bdd-829c-63406457b0ee req-aa4d6368-3f6d-45ae-8a5a-2f0233fc2e95 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 946 time: 0.0986631
Jan 28 02:12:55.136081 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-67b403e2-7908-40c7-a22b-b1386b26c874 req-bf402db1-00a7-49ac-8b8d-2d5c2ce53452 service neutron] 10.222.0.95 "GET /v2.0/networks/ace90374-1bab-41ed-86ab-f24b42895456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211748
Jan 28 02:12:55.222699 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2df4099a-1a47-4bdd-829c-63406457b0ee req-29ba3ed5-9411-44ca-bce3-9e6f09419c7c tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841644
Jan 28 02:12:55.252109 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-67b403e2-7908-40c7-a22b-b1386b26c874 req-5e5b87d4-e1a8-4316-ae94-c4fc9c55eb02 service neutron] 10.222.0.95 "GET /v2.0/networks/ace90374-1bab-41ed-86ab-f24b42895456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1079283
Jan 28 02:12:56.060605 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8df44-7ea6-480e-a2de-db9b9b4b9c86 req-ab106ccc-0204-4ff5-b719-2fe3578587bd tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:56.062065 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f3a8df44-7ea6-480e-a2de-db9b9b4b9c86 req-ab106ccc-0204-4ff5-b719-2fe3578587bd tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0492399
Jan 28 02:12:56.099060 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f3a8df44-7ea6-480e-a2de-db9b9b4b9c86 req-9fd091b2-7983-46d3-b74f-52b1c54d8aa2 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0309494
Jan 28 02:12:56.339559 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361c195-1916-467a-97c8-69e28ab761ae req-054dfe0a-b332-4c87-b05d-8da14f4a86f2 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:56.341046 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3361c195-1916-467a-97c8-69e28ab761ae req-054dfe0a-b332-4c87-b05d-8da14f4a86f2 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 946 time: 0.0470333
Jan 28 02:12:56.387310 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3361c195-1916-467a-97c8-69e28ab761ae req-acfe68f5-8d3b-4915-beda-a85baacaa850 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389931
Jan 28 02:12:57.223315 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dcd73-143b-48e8-ab48-7f48975aeee7 req-e4df22d6-5a35-4bd8-8f9a-6a7fd9702d17 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:57.224908 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3c1dcd73-143b-48e8-ab48-7f48975aeee7 req-e4df22d6-5a35-4bd8-8f9a-6a7fd9702d17 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0545688
Jan 28 02:12:57.263080 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3c1dcd73-143b-48e8-ab48-7f48975aeee7 req-6f1b65ad-593b-4c23-8df1-b9b5bae4920b tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0321698
Jan 28 02:12:57.504521 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7194b47-2e5c-497f-8b4b-8a9f2dc990e1 req-2b24ea3c-044c-4c9d-9a4d-c9654e45c845 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:57.505972 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e7194b47-2e5c-497f-8b4b-8a9f2dc990e1 req-2b24ea3c-044c-4c9d-9a4d-c9654e45c845 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 946 time: 0.0466859
Jan 28 02:12:57.545067 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e7194b47-2e5c-497f-8b4b-8a9f2dc990e1 req-d2dfc0bf-263d-4d0d-bfb9-0d7ddf9c0f65 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0330045
Jan 28 02:12:58.392139 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63e2ed-79fd-430d-9dce-1aa8db616ae3 req-32ba54d7-d191-4b8c-9ea1-a936dd002728 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:58.395386 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cc63e2ed-79fd-430d-9dce-1aa8db616ae3 req-32ba54d7-d191-4b8c-9ea1-a936dd002728 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0555627
Jan 28 02:12:58.437921 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cc63e2ed-79fd-430d-9dce-1aa8db616ae3 req-87088430-0d57-4679-89de-7dc9e4884c0f tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379844
Jan 28 02:12:58.742281 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aac7ed-baf7-4262-84f0-e21caa0643ee req-5ae8bd04-bf08-4c36-b877-51c7847cffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:58.743781 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b7aac7ed-baf7-4262-84f0-e21caa0643ee req-5ae8bd04-bf08-4c36-b877-51c7847cffa9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a55dde8892fa47bd9941bb1ce9aa3673&device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 1098 time: 0.0416014
Jan 28 02:12:58.834287 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aac7ed-baf7-4262-84f0-e21caa0643ee req-71e122f9-f6c3-4072-8a5a-753cdd83b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:58.835848 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b7aac7ed-baf7-4262-84f0-e21caa0643ee req-71e122f9-f6c3-4072-8a5a-753cdd83b1b7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ace90374-1bab-41ed-86ab-f24b42895456 HTTP/1.1" status: 200  len: 911 time: 0.0848954
Jan 28 02:12:58.907629 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b7aac7ed-baf7-4262-84f0-e21caa0643ee req-204b7885-cbc0-4fa2-aa13-a77475d9f394 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b4575d4-25de-48a0-8c88-24340312c99a HTTP/1.1" status: 200  len: 1001 time: 0.0625267
Jan 28 02:12:58.960287 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aac7ed-baf7-4262-84f0-e21caa0643ee req-1f3caf3e-b0fb-4b7f-8b80-260a3f4f18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:58.961758 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b7aac7ed-baf7-4262-84f0-e21caa0643ee req-1f3caf3e-b0fb-4b7f-8b80-260a3f4f18a9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e9c590ff-5986-4c9e-8931-fcb86ed6db62 HTTP/1.1" status: 200  len: 848 time: 0.0441949
Jan 28 02:12:59.007737 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aac7ed-baf7-4262-84f0-e21caa0643ee req-5c7a263a-5ab2-410e-ac8e-90e041bfaca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:59.009248 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b7aac7ed-baf7-4262-84f0-e21caa0643ee req-5c7a263a-5ab2-410e-ac8e-90e041bfaca0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ace90374-1bab-41ed-86ab-f24b42895456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0396714
Jan 28 02:12:59.105828 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b7aac7ed-baf7-4262-84f0-e21caa0643ee req-55579397-e02e-4676-bc85-4c2b2b2d646f service neutron] 10.222.0.95 "GET /v2.0/networks/ace90374-1bab-41ed-86ab-f24b42895456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878005
Jan 28 02:12:59.200882 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b7aac7ed-baf7-4262-84f0-e21caa0643ee req-c4af10fe-9515-4687-9978-d42e0ac09cde service neutron] 10.222.0.95 "GET /v2.0/networks/ace90374-1bab-41ed-86ab-f24b42895456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879853
Jan 28 02:12:59.551919 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663e877-760f-43c4-ae4c-86109f5554ac req-1e46c9ea-b126-49f3-aece-23e2f016593c tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:12:59.553407 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4663e877-760f-43c4-ae4c-86109f5554ac req-1e46c9ea-b126-49f3-aece-23e2f016593c tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0485423
Jan 28 02:12:59.594013 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4663e877-760f-43c4-ae4c-86109f5554ac req-6cf4d1b4-246c-4b2c-b7c4-4d38b18db0b3 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0345001
Jan 28 02:13:00.707296 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89e743-b8b1-4747-a4c3-61f569ffbee1 req-7e5cacf8-b028-4eb7-b682-0d84d81e9c1d tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:00.708846 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ab89e743-b8b1-4747-a4c3-61f569ffbee1 req-7e5cacf8-b028-4eb7-b682-0d84d81e9c1d tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0478556
Jan 28 02:13:00.746992 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ab89e743-b8b1-4747-a4c3-61f569ffbee1 req-3eb6cc2f-f8f3-4f01-b803-16c63994455e tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0322537
Jan 28 02:13:01.859505 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0374bc1-9d8e-439c-8e92-19f7659e98ff req-ce61b2c7-0953-47fb-a511-d569aea400e3 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:01.860873 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c0374bc1-9d8e-439c-8e92-19f7659e98ff req-ce61b2c7-0953-47fb-a511-d569aea400e3 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0473392
Jan 28 02:13:01.898086 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c0374bc1-9d8e-439c-8e92-19f7659e98ff req-780569cd-aca2-4534-8cd3-46611cd32501 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0304413
Jan 28 02:13:03.012155 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b018e-0700-45b6-92af-dcd6d3bb6c58 req-07210b09-ed17-4581-a55d-cfdc20f0b4de tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:03.013592 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dd5b018e-0700-45b6-92af-dcd6d3bb6c58 req-07210b09-ed17-4581-a55d-cfdc20f0b4de tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0471535
Jan 28 02:13:03.053805 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dd5b018e-0700-45b6-92af-dcd6d3bb6c58 req-0d2f6149-a47e-42d6-b133-e2351238c60a tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0334935
Jan 28 02:13:03.422392 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bf3d2-10e1-40d2-bdd1-469997b80930 req-a5efaa91-a113-43c0-abce-c10e590bb841 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:03.423859 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f28bf3d2-10e1-40d2-bdd1-469997b80930 req-a5efaa91-a113-43c0-abce-c10e590bb841 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0469716
Jan 28 02:13:03.464235 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f28bf3d2-10e1-40d2-bdd1-469997b80930 req-b55b7222-1790-4537-b48f-179a2f5f7bbb tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0327549
Jan 28 02:13:03.479528 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 60942) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:03.561833 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f71c833a-9f1c-44de-b6d4-5f6f0e0099b0 req-261b767b-5213-4217-8fea-11024f1d13bc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0838084
Jan 28 02:13:03.570615 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [req-f71c833a-9f1c-44de-b6d4-5f6f0e0099b0 req-8808b3ce-1a18-4018-9c51-64078e887254 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 02:13:03.571541 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f71c833a-9f1c-44de-b6d4-5f6f0e0099b0 req-8808b3ce-1a18-4018-9c51-64078e887254 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0047793
Jan 28 02:13:03.634461 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 7b4575d4-25de-48a0-8c88-24340312c99a no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:13:03.709309 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:03.731750 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b886ef6-6c08-4ed8-9d10-35c49c2c6382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b4575d4-25de-48a0-8c88-24340312c99a'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:13:03.734335 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7078bf45-e133-4fbe-898d-f856cadb5905" -d '{"events": [{"server_uuid": "9b886ef6-6c08-4ed8-9d10-35c49c2c6382", "name": "network-vif-unplugged", "status": "completed", "tag": "7b4575d4-25de-48a0-8c88-24340312c99a"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:13:03.747027 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 7b4575d4-25de-48a0-8c88-24340312c99a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=7b4575d4-25de-48a0-8c88-24340312c99a,segment=NetworkSegment(a3ca3164-092f-46bf-8366-741bbbc71d3e),segment_id=a3ca3164-092f-46bf-8366-741bbbc71d3e)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:13:03.766898 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 02:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61400ac4-7d20-4c3c-b00e-2eb0e1afe4df x-openstack-request-id: req-61400ac4-7d20-4c3c-b00e-2eb0e1afe4df {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:13:03.767285 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b886ef6-6c08-4ed8-9d10-35c49c2c6382", "name": "network-vif-unplugged", "status": "failed", "tag": "7b4575d4-25de-48a0-8c88-24340312c99a", "code": 422}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:13:03.767434 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-61400ac4-7d20-4c3c-b00e-2eb0e1afe4df {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:13:03.767847 dv-cinder-824977-1-iscsi neutron-server[102091]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9b886ef6-6c08-4ed8-9d10-35c49c2c6382', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7b4575d4-25de-48a0-8c88-24340312c99a', 'code': 422} returned with failed status
Jan 28 02:13:03.825651 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:03.876943 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=7b4575d4-25de-48a0-8c88-24340312c99a,revision_number=6']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:04.575920 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070db58-e7a2-4370-ae92-6c3f85c30074 req-249ef841-30a1-482a-94cc-63d3a88d88f5 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:04.577385 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5070db58-e7a2-4370-ae92-6c3f85c30074 req-249ef841-30a1-482a-94cc-63d3a88d88f5 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0470672
Jan 28 02:13:04.614991 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5070db58-e7a2-4370-ae92-6c3f85c30074 req-07a6cce2-5e80-48c1-b8e1-48951f9f9adb tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0308914
Jan 28 02:13:05.729666 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff4390-1d45-4fc4-af96-c7e10769d81d req-796bdfd8-afda-49c0-bb2b-ef8e1df599c2 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:05.731152 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e9ff4390-1d45-4fc4-af96-c7e10769d81d req-796bdfd8-afda-49c0-bb2b-ef8e1df599c2 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0506701
Jan 28 02:13:05.767264 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e9ff4390-1d45-4fc4-af96-c7e10769d81d req-5d5aed59-936b-41ba-9154-5b24923c1e0a tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0303075
Jan 28 02:13:06.877730 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c3b44-f6b3-4d97-ba59-eab7cb2b9d9e req-4a56c0d3-e422-401b-8e39-0b5cc5e48f5a tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:06.880276 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3f6c3b44-f6b3-4d97-ba59-eab7cb2b9d9e req-4a56c0d3-e422-401b-8e39-0b5cc5e48f5a tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0481617
Jan 28 02:13:06.916656 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3f6c3b44-f6b3-4d97-ba59-eab7cb2b9d9e req-11de22e0-ce6b-4a3a-be07-0c4794186dd9 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0305445
Jan 28 02:13:08.032459 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840a2e4-aefd-4f04-9223-21b30325e061 req-2222c86e-70ee-4f88-9853-64509aae2680 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:08.033894 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a840a2e4-aefd-4f04-9223-21b30325e061 req-2222c86e-70ee-4f88-9853-64509aae2680 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0476968
Jan 28 02:13:08.070138 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a840a2e4-aefd-4f04-9223-21b30325e061 req-df332c26-0391-4568-a0e8-ee1c6dc36013 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0301135
Jan 28 02:13:09.186184 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f2c3b-8fb6-4490-94c7-7b051490190b req-9c77f1a4-9006-47a2-a71f-3102f51afdb7 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:09.187699 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5d4f2c3b-8fb6-4490-94c7-7b051490190b req-9c77f1a4-9006-47a2-a71f-3102f51afdb7 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0513394
Jan 28 02:13:09.225654 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5d4f2c3b-8fb6-4490-94c7-7b051490190b req-d4592668-dc22-45cc-ba8f-b99045285bdc tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0315580
Jan 28 02:13:10.341333 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f9a04-e3b8-4598-b638-46f7ee845e9b req-6ceb6147-383d-4da8-851d-7c89c19898a0 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:10.343030 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-140f9a04-e3b8-4598-b638-46f7ee845e9b req-6ceb6147-383d-4da8-851d-7c89c19898a0 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0519278
Jan 28 02:13:10.382630 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-140f9a04-e3b8-4598-b638-46f7ee845e9b req-614faa5d-6292-4c92-846a-ec51c44f5d32 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0328829
Jan 28 02:13:10.802818 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-1fe19537-caeb-443b-a9fc-768b02f46b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:11.133106 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c833a-9f1c-44de-b6d4-5f6f0e0099b0 req-a6cc054e-fdc1-435c-bf80-87e63b80491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:11.134489 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f71c833a-9f1c-44de-b6d4-5f6f0e0099b0 req-a6cc054e-fdc1-435c-bf80-87e63b80491a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382&tenant_id=a55dde8892fa47bd9941bb1ce9aa3673 HTTP/1.1" status: 200  len: 1096 time: 0.0393538
Jan 28 02:13:11.229382 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c833a-9f1c-44de-b6d4-5f6f0e0099b0 req-7229a606-f241-4c72-81a1-ac374cc1518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:11.230862 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f71c833a-9f1c-44de-b6d4-5f6f0e0099b0 req-7229a606-f241-4c72-81a1-ac374cc1518c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a55dde8892fa47bd9941bb1ce9aa3673&device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 1096 time: 0.0443876
Jan 28 02:13:11.320009 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c833a-9f1c-44de-b6d4-5f6f0e0099b0 req-64762583-d542-4a7f-b3cf-cdc328282c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:11.321523 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f71c833a-9f1c-44de-b6d4-5f6f0e0099b0 req-64762583-d542-4a7f-b3cf-cdc328282c33 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ace90374-1bab-41ed-86ab-f24b42895456 HTTP/1.1" status: 200  len: 911 time: 0.0832348
Jan 28 02:13:11.400705 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f71c833a-9f1c-44de-b6d4-5f6f0e0099b0 req-a9509fd3-cf8c-4983-b10e-a5e952aae400 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b4575d4-25de-48a0-8c88-24340312c99a HTTP/1.1" status: 200  len: 999 time: 0.0622747
Jan 28 02:13:11.466738 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c833a-9f1c-44de-b6d4-5f6f0e0099b0 req-68952ffa-e3b2-463c-906b-efdfa1dba72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:11.468225 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f71c833a-9f1c-44de-b6d4-5f6f0e0099b0 req-68952ffa-e3b2-463c-906b-efdfa1dba72b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e9c590ff-5986-4c9e-8931-fcb86ed6db62 HTTP/1.1" status: 200  len: 848 time: 0.0590971
Jan 28 02:13:11.530740 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986ad1d-5cc1-4412-81f6-0e511cb7202b req-f23d523d-7283-4c13-a317-ea8addd2c7c3 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:11.532227 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a986ad1d-5cc1-4412-81f6-0e511cb7202b req-f23d523d-7283-4c13-a317-ea8addd2c7c3 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0774903
Jan 28 02:13:11.537413 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c833a-9f1c-44de-b6d4-5f6f0e0099b0 req-36157704-8ad6-4aeb-b19e-ed626d6e12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:11.538763 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f71c833a-9f1c-44de-b6d4-5f6f0e0099b0 req-36157704-8ad6-4aeb-b19e-ed626d6e12e2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ace90374-1bab-41ed-86ab-f24b42895456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0572948
Jan 28 02:13:11.581601 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a986ad1d-5cc1-4412-81f6-0e511cb7202b req-57fc8944-1452-4903-a5b2-ab29dcfd1055 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418239
Jan 28 02:13:11.654627 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f71c833a-9f1c-44de-b6d4-5f6f0e0099b0 req-1cd7a10e-7f26-4de3-9bda-5c02fa3adfb9 service neutron] 10.222.0.95 "GET /v2.0/networks/ace90374-1bab-41ed-86ab-f24b42895456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0908885
Jan 28 02:13:11.741987 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f71c833a-9f1c-44de-b6d4-5f6f0e0099b0 req-1e5830df-be7f-4462-9471-af6f65a1df02 service neutron] 10.222.0.95 "GET /v2.0/networks/ace90374-1bab-41ed-86ab-f24b42895456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803535
Jan 28 02:13:12.703871 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d8107-861e-4e81-8c5d-61a0d590893b req-5f130d2a-970b-494b-bc66-ee08c0a380e9 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:12.705368 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cc5d8107-861e-4e81-8c5d-61a0d590893b req-5f130d2a-970b-494b-bc66-ee08c0a380e9 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0561230
Jan 28 02:13:12.743496 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cc5d8107-861e-4e81-8c5d-61a0d590893b req-9374ee1a-67e0-44f5-b3d6-d80cbebb0e5b tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0313940
Jan 28 02:13:13.071479 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-1d72d989-3cfc-455a-b45b-5af7e0ebb3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:13.857774 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae7090-6514-44fd-9504-4231860eee55 req-d3cedbfe-f3ef-4d38-bc74-f80c487322dc tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:13.859327 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-14ae7090-6514-44fd-9504-4231860eee55 req-d3cedbfe-f3ef-4d38-bc74-f80c487322dc tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0482521
Jan 28 02:13:13.897932 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-14ae7090-6514-44fd-9504-4231860eee55 req-2a142c5c-7cd6-4506-a75f-b4ee99d31dfd tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0316870
Jan 28 02:13:14.659518 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:15.011620 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c2506-094d-4fd7-a699-d339adc3ad3a req-58b820aa-1211-4e0c-8ce0-118a21a44b3f tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:15.013139 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a49c2506-094d-4fd7-a699-d339adc3ad3a req-58b820aa-1211-4e0c-8ce0-118a21a44b3f tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0486150
Jan 28 02:13:15.051132 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a49c2506-094d-4fd7-a699-d339adc3ad3a req-baca36c5-99c3-4925-8a43-cb68a497612b tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0322471
Jan 28 02:13:15.758360 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5d3dc-5307-4a7d-b30d-670982b799df req-72a3b85c-320c-49dc-8821-0219bd7c911e tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:15.759797 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-25f5d3dc-5307-4a7d-b30d-670982b799df req-72a3b85c-320c-49dc-8821-0219bd7c911e tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 946 time: 0.0509944
Jan 28 02:13:15.795995 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-25f5d3dc-5307-4a7d-b30d-670982b799df req-19b679cf-c8b8-45e4-9c7e-182d417192a7 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=b303b89c-2b86-4d2d-9263-703c2c4feaec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0302289
Jan 28 02:13:16.165173 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677ea54-d266-4701-ad03-d32cdeaebfde req-6eac9603-c4ba-41ac-8a64-0c84cfb30b5f tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:16.166644 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0677ea54-d266-4701-ad03-d32cdeaebfde req-6eac9603-c4ba-41ac-8a64-0c84cfb30b5f tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0480661
Jan 28 02:13:16.203152 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0677ea54-d266-4701-ad03-d32cdeaebfde req-4725a984-d113-4f42-959a-4261cae00d80 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0306406
Jan 28 02:13:16.458579 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:16.590910 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:16.909171 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03864c-81ef-453b-bc86-6caabb3197dc req-51327130-de25-4992-a944-8211b69a7b60 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:16.910640 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4c03864c-81ef-453b-bc86-6caabb3197dc req-51327130-de25-4992-a944-8211b69a7b60 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 946 time: 0.0462778
Jan 28 02:13:16.947058 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4c03864c-81ef-453b-bc86-6caabb3197dc req-604af22a-2d23-474b-ac22-085eb666062a tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=b303b89c-2b86-4d2d-9263-703c2c4feaec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0306001
Jan 28 02:13:17.321331 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a91cdb-143a-48ed-997e-afeb9aa7ca76 req-f765b0dc-ae35-4f46-a14b-2ac0b83b705a tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:17.322771 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c0a91cdb-143a-48ed-997e-afeb9aa7ca76 req-f765b0dc-ae35-4f46-a14b-2ac0b83b705a tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0532792
Jan 28 02:13:17.359930 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c0a91cdb-143a-48ed-997e-afeb9aa7ca76 req-156a099e-efdf-434a-8275-0f4f083b8007 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0312793
Jan 28 02:13:17.950500 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590ca2c-bd76-4d06-a746-eaf3e18ed2dc req-5876b6bf-dab8-4ea1-81d0-05221e972d1c tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:17.951917 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4590ca2c-bd76-4d06-a746-eaf3e18ed2dc req-5876b6bf-dab8-4ea1-81d0-05221e972d1c tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 946 time: 0.0463068
Jan 28 02:13:18.087062 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2b144-8412-422f-815c-9ac01d35012d req-eb4c7b77-7748-4368-9b71-14eed64c04bc tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:18.088535 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0ea2b144-8412-422f-815c-9ac01d35012d req-eb4c7b77-7748-4368-9b71-14eed64c04bc tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 946 time: 0.0609229
Jan 28 02:13:18.099206 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-4590ca2c-bd76-4d06-a746-eaf3e18ed2dc req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Deleting port 3247d8ae-933f-49e6-9365-3da79500309f {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:13:18.099539 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-4590ca2c-bd76-4d06-a746-eaf3e18ed2dc req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:18.177790 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0ea2b144-8412-422f-815c-9ac01d35012d req-f162775e-d748-4a48-a4e0-ff56fcb4a4aa tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups?id=b303b89c-2b86-4d2d-9263-703c2c4feaec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831273
Jan 28 02:13:18.210800 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-4590ca2c-bd76-4d06-a746-eaf3e18ed2dc req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] For port 3247d8ae-933f-49e6-9365-3da79500309f, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3247d8ae-933f-49e6-9365-3da79500309f,segment=NetworkSegment(0868dfe9-eda9-4cc9-adac-d4c84b2d81b9),segment_id=0868dfe9-eda9-4cc9-adac-d4c84b2d81b9)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:13:18.211098 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-4590ca2c-bd76-4d06-a746-eaf3e18ed2dc req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:18.379189 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-4590ca2c-bd76-4d06-a746-eaf3e18ed2dc req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:18.379877 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-4590ca2c-bd76-4d06-a746-eaf3e18ed2dc req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746666'] for floatingip, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:18.380861 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.l3_db [req-4590ca2c-bd76-4d06-a746-eaf3e18ed2dc req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Floating IP 7c7fcdca-e0bc-42c2-80fc-47980f31417a disassociated. External IP: 172.27.0.61, port: 3247d8ae-933f-49e6-9365-3da79500309f.
Jan 28 02:13:18.381375 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-4590ca2c-bd76-4d06-a746-eaf3e18ed2dc req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Calling delete_port for 3247d8ae-933f-49e6-9365-3da79500309f owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:13:18.496907 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7c79c-08e6-4bfd-8b6a-4c942b4aed86 req-7a3530f4-2615-4c70-904e-574f2edb5696 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:18.498296 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b9d7c79c-08e6-4bfd-8b6a-4c942b4aed86 req-7a3530f4-2615-4c70-904e-574f2edb5696 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.0721061
Jan 28 02:13:18.573972 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b9d7c79c-08e6-4bfd-8b6a-4c942b4aed86 req-142346b2-4190-4e2d-8856-b181a089544c tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682468
Jan 28 02:13:18.641212 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-4590ca2c-bd76-4d06-a746-eaf3e18ed2dc req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:18.669664 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Pushing event deleted for resources: {'Port': ['ID=3247d8ae-933f-49e6-9365-3da79500309f,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:18.680700 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:18.684927 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:18.684927 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:18.684927 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:18.684927 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:18.684927 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:18.684927 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:18.684927 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:18.684927 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:18.684927 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:18.684927 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:18.684927 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:18.793313 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4590ca2c-bd76-4d06-a746-eaf3e18ed2dc req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Router aa2338e1-c724-4a43-9f86-837d46343494 has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:13:18.903065 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4590ca2c-bd76-4d06-a746-eaf3e18ed2dc req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:13:18.914222 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358814c3-0886-4bdd-9211-efca1b09c759 None None] Sync routers for ids ['aa2338e1-c724-4a43-9f86-837d46343494'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:13:18.923447 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358814c3-0886-4bdd-9211-efca1b09c759 None None] Routers {'aa2338e1-c724-4a43-9f86-837d46343494'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:13:18.924100 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-358814c3-0886-4bdd-9211-efca1b09c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f07df40>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:13:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['aa2338e1-c724-4a43-9f86-837d46343494'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:18.940743 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-4590ca2c-bd76-4d06-a746-eaf3e18ed2dc req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] No DVR routers for this DVR port 3247d8ae-933f-49e6-9365-3da79500309f on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:13:18.943258 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-4590ca2c-bd76-4d06-a746-eaf3e18ed2dc req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:18.946504 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4590ca2c-bd76-4d06-a746-eaf3e18ed2dc req-7f89be09-a539-4eec-91d6-66dccb7dd830 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.95 "DELETE /v2.0/ports/3247d8ae-933f-49e6-9365-3da79500309f HTTP/1.1" status: 204  len: 173 time: 0.9826872
Jan 28 02:13:18.946967 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc', 'name': 'network-vif-deleted', 'tag': '3247d8ae-933f-49e6-9365-3da79500309f'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:13:18.949204 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c382cd8a-a46f-43e3-b268-df7f9b3b53d2" -d '{"events": [{"server_uuid": "ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc", "name": "network-vif-deleted", "tag": "3247d8ae-933f-49e6-9365-3da79500309f"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:13:18.986455 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112ce2bf-810e-4f28-be6d-2d4dcb2da79a x-openstack-request-id: req-112ce2bf-810e-4f28-be6d-2d4dcb2da79a {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:13:18.986763 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc", "name": "network-vif-deleted", "tag": "3247d8ae-933f-49e6-9365-3da79500309f", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:13:18.987025 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-112ce2bf-810e-4f28-be6d-2d4dcb2da79a {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:13:18.987813 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc', 'name': 'network-vif-deleted', 'tag': '3247d8ae-933f-49e6-9365-3da79500309f', 'status': 'completed', 'code': 200}
Jan 28 02:13:19.032673 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-358814c3-0886-4bdd-9211-efca1b09c759 None None] Set router aa2338e1-c724-4a43-9f86-837d46343494 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:13:19.241691 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-358814c3-0886-4bdd-9211-efca1b09c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f07df40>, [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:12Z', 'revision_number': 4, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port': {'id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:05Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '28c4edf2-fa65-4374-b062-1704630eca41', 'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'mac_address': 'fa:16:3e:61:8b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:10Z', 'updated_at': '2022-01-28T02:06:23Z', 'revision_number': 5, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'subnets': [{'id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:19.268884 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358814c3-0886-4bdd-9211-efca1b09c759 None None] Checking router: aa2338e1-c724-4a43-9f86-837d46343494 for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:13:19.277357 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358814c3-0886-4bdd-9211-efca1b09c759 None None] Routers {'aa2338e1-c724-4a43-9f86-837d46343494'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:13:19.277981 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-358814c3-0886-4bdd-9211-efca1b09c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f07df40>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:13:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['aa2338e1-c724-4a43-9f86-837d46343494'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:19.283409 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9c036f5b-9d6a-48a7-8650-f034b7e63795 req-ece7136b-6cca-4d8d-a6fc-50a3ea25ea11 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddc55fba-5ce9-4aa9-b228-1bcb5d6941fc HTTP/1.1" status: 200  len: 210 time: 0.0296283
Jan 28 02:13:19.383411 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-358814c3-0886-4bdd-9211-efca1b09c759 None None] Set router aa2338e1-c724-4a43-9f86-837d46343494 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:13:19.708511 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-358814c3-0886-4bdd-9211-efca1b09c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f07df40>, [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:12Z', 'revision_number': 4, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port': {'id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:05Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '28c4edf2-fa65-4374-b062-1704630eca41', 'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'mac_address': 'fa:16:3e:61:8b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:10Z', 'updated_at': '2022-01-28T02:06:23Z', 'revision_number': 5, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'subnets': [{'id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:19.739113 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358814c3-0886-4bdd-9211-efca1b09c759 None None] The sync data for ids ['aa2338e1-c724-4a43-9f86-837d46343494'] in dv-cinder-824977-1-iscsi is: [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:12Z', 'revision_number': 4, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port': {'id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:05Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '28c4edf2-fa65-4374-b062-1704630eca41', 'name': '', 'network_id': '3b3748b7-1bed-4ab4-9fea-64d92f6154dd', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'mac_address': 'fa:16:3e:61:8b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:10Z', 'updated_at': '2022-01-28T02:06:23Z', 'revision_number': 5, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'subnets': [{'id': '8eb77f0c-9c24-4cb1-8b61-8cdd6744025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:13:19.742691 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 7b4575d4-25de-48a0-8c88-24340312c99a details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:13:19.863657 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 7b4575d4-25de-48a0-8c88-24340312c99a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=7b4575d4-25de-48a0-8c88-24340312c99a,segment=NetworkSegment(a3ca3164-092f-46bf-8366-741bbbc71d3e),segment_id=a3ca3164-092f-46bf-8366-741bbbc71d3e)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:13:19.875707 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': '7b4575d4-25de-48a0-8c88-24340312c99a', 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456', 'port_id': '7b4575d4-25de-48a0-8c88-24340312c99a', 'mac_address': 'fa:16:3e:64:cb:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:13:19.920375 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:19.936547 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4575d4-25de-48a0-8c88-24340312c99a {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:13:19.958222 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 7b4575d4-25de-48a0-8c88-24340312c99a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=7b4575d4-25de-48a0-8c88-24340312c99a,segment=NetworkSegment(a3ca3164-092f-46bf-8366-741bbbc71d3e),segment_id=a3ca3164-092f-46bf-8366-741bbbc71d3e)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:13:19.991285 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c517989-a2c2-44da-b2bf-2738fd8e321f req-d5e1be79-31f1-4f09-92ec-fec31d880ca3 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:19.992863 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4c517989-a2c2-44da-b2bf-2738fd8e321f req-d5e1be79-31f1-4f09-92ec-fec31d880ca3 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 943 time: 0.3471470
Jan 28 02:13:20.024685 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:20.037746 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4c517989-a2c2-44da-b2bf-2738fd8e321f req-8297ed35-b8fc-472d-b400-6263706454d0 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386753
Jan 28 02:13:20.082886 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29c3850-7960-4aea-9953-ae787e941793 None None] New status for floating IP 7c7fcdca-e0bc-42c2-80fc-47980f31417a: DOWN {{(pid=102092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:13:20.086588 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=7b4575d4-25de-48a0-8c88-24340312c99a,revision_number=7']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:20.094267 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:20.094627 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:20.094967 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:20.095296 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:20.095623 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:20.095949 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:20.097103 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:20.097640 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:20.097819 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:20.098102 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:20.098419 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:20.098733 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:20.414161 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['7b4575d4-25de-48a0-8c88-24340312c99a'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:13:20.433475 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 32832) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:20.492650 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-dc6bbf92-348e-4ca0-b1e5-d58bb465f265 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:20.525604 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-dc6bbf92-348e-4ca0-b1e5-d58bb465f265 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:20.688324 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-dc6bbf92-348e-4ca0-b1e5-d58bb465f265 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:20.691595 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-dc6bbf92-348e-4ca0-b1e5-d58bb465f265 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:20.692897 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-dc6bbf92-348e-4ca0-b1e5-d58bb465f265 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "DELETE /v2.0/security-groups/b303b89c-2b86-4d2d-9263-703c2c4feaec HTTP/1.1" status: 204  len: 168 time: 0.2590234
Jan 28 02:13:20.695788 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 32834) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:20.702057 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bbf92-348e-4ca0-b1e5-d58bb465f265 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b303b89c-2b86-4d2d-9263-703c2c4feaec,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:20.712866 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.api.v2.resource [None req-31610bbb-19f3-4bc7-851c-a5dede3bb9a3 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] show failed (client error): The resource could not be found.
Jan 28 02:13:20.714666 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-31610bbb-19f3-4bc7-851c-a5dede3bb9a3 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "GET /v2.0/security-groups/b303b89c-2b86-4d2d-9263-703c2c4feaec HTTP/1.1" status: 404  len: 347 time: 0.0176301
Jan 28 02:13:20.718093 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 32836) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:20.852052 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Deleting port 1aca14d8-6ad1-458c-b2fe-e38645d1b1e6 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:13:20.852414 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:20.927599 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:20.927924 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:20.939362 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Calling delete_port for 1aca14d8-6ad1-458c-b2fe-e38645d1b1e6 owned by network:floatingip {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:13:21.167517 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b63305-3066-4794-be1c-c3722a7e3760 req-5c51ab7f-4577-44f6-895f-096f5a9073b1 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:21.169057 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-48b63305-3066-4794-be1c-c3722a7e3760 req-5c51ab7f-4577-44f6-895f-096f5a9073b1 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 944 time: 0.0532947
Jan 28 02:13:21.209616 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-48b63305-3066-4794-be1c-c3722a7e3760 req-44a39d03-899b-4256-bba8-b9fefc359e11 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0332632
Jan 28 02:13:21.374064 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:21.400607 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Pushing event deleted for resources: {'Port': ['ID=1aca14d8-6ad1-458c-b2fe-e38645d1b1e6,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:21.413240 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:21.413587 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:21.413922 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:21.414252 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:21.414579 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:21.414906 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:21.415229 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:21.415549 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:21.415885 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:21.416222 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:21.416538 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:21.416849 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:13:21.474323 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks [] for floatingip, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:21.476789 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:21.477942 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-4486b085-970b-4ae5-8b12-a9d341237ed8 tempest-AttachVolumeTestJSON-909277733 tempest-AttachVolumeTestJSON-909277733-project] 10.222.0.79 "DELETE /v2.0/floatingips/7c7fcdca-e0bc-42c2-80fc-47980f31417a HTTP/1.1" status: 204  len: 168 time: 0.7587235
Jan 28 02:13:21.676532 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:21.734593 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 7b4575d4-25de-48a0-8c88-24340312c99a up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:13:21.787942 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port 7b4575d4-25de-48a0-8c88-24340312c99a triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:13:21.788332 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:21.868155 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:21.892456 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b886ef6-6c08-4ed8-9d10-35c49c2c6382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4575d4-25de-48a0-8c88-24340312c99a'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:13:21.894833 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26628b79-f223-42e0-ac17-81d2b3e17894" -d '{"events": [{"server_uuid": "9b886ef6-6c08-4ed8-9d10-35c49c2c6382", "name": "network-vif-plugged", "status": "completed", "tag": "7b4575d4-25de-48a0-8c88-24340312c99a"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:13:21.911750 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 7b4575d4-25de-48a0-8c88-24340312c99a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=7b4575d4-25de-48a0-8c88-24340312c99a,segment=NetworkSegment(a3ca3164-092f-46bf-8366-741bbbc71d3e),segment_id=a3ca3164-092f-46bf-8366-741bbbc71d3e)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:13:21.931080 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4987b8c-dbf7-4aed-bec8-2cb7086f3600 x-openstack-request-id: req-f4987b8c-dbf7-4aed-bec8-2cb7086f3600 {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:13:21.931409 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b886ef6-6c08-4ed8-9d10-35c49c2c6382", "name": "network-vif-plugged", "status": "completed", "tag": "7b4575d4-25de-48a0-8c88-24340312c99a", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:13:21.931657 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f4987b8c-dbf7-4aed-bec8-2cb7086f3600 {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:13:21.932081 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b886ef6-6c08-4ed8-9d10-35c49c2c6382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4575d4-25de-48a0-8c88-24340312c99a', 'code': 200}
Jan 28 02:13:21.995717 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:21.996557 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 3247d8ae-933f-49e6-9365-3da79500309f no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:13:22.038494 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: 3247d8ae-933f-49e6-9365-3da79500309f {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:13:22.038833 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 3247d8ae-933f-49e6-9365-3da79500309f not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:13:22.060595 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=7b4575d4-25de-48a0-8c88-24340312c99a,revision_number=8']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:22.354413 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcbe44-5fdf-4061-b6eb-95c536c92eac req-e59df2a0-667b-444c-ab67-f5eb1352bc37 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:22.355870 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cdfcbe44-5fdf-4061-b6eb-95c536c92eac req-e59df2a0-667b-444c-ab67-f5eb1352bc37 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0749984
Jan 28 02:13:22.361019 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e4235-16ea-45c4-9e15-1241dc7ffa70 req-1ed650fc-492b-481a-b9cd-9fd9b4ba2f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:22.363756 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-336e4235-16ea-45c4-9e15-1241dc7ffa70 req-1ed650fc-492b-481a-b9cd-9fd9b4ba2f7f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 1098 time: 0.0534163
Jan 28 02:13:22.407540 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-cdfcbe44-5fdf-4061-b6eb-95c536c92eac req-cedcafc6-b568-4ae9-b4ee-869cb19f063b tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436895
Jan 28 02:13:22.419060 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-336e4235-16ea-45c4-9e15-1241dc7ffa70 req-aa5b9340-7419-48a5-9a15-488074366ae0 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428851
Jan 28 02:13:23.526433 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a531ebf-7255-4081-bcf8-473b986efa9b req-44592fd9-b2e4-44ce-8684-6b23dbb55cc3 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:23.527899 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4a531ebf-7255-4081-bcf8-473b986efa9b req-44592fd9-b2e4-44ce-8684-6b23dbb55cc3 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0501096
Jan 28 02:13:23.564918 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4a531ebf-7255-4081-bcf8-473b986efa9b req-941cab05-21f8-4cad-be78-060942e19188 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0308585
Jan 28 02:13:24.677028 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6d5f0-eb3e-4fb0-851f-29ee7a901d30 req-cc49b14e-1d59-4cf7-bcf9-2ce8ff0441d8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:24.679403 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3ca6d5f0-eb3e-4fb0-851f-29ee7a901d30 req-cc49b14e-1d59-4cf7-bcf9-2ce8ff0441d8 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0476389
Jan 28 02:13:24.715811 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3ca6d5f0-eb3e-4fb0-851f-29ee7a901d30 req-433a040f-892b-4858-aa9c-17edfa1cc546 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0304129
Jan 28 02:13:25.477464 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 32878) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:25.903173 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7726f267-f85b-44f1-807f-d76518300edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564394'] for router_interface, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:26.151219 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-7726f267-f85b-44f1-807f-d76518300edf admin admin] Deleting port 28c4edf2-fa65-4374-b062-1704630eca41 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:13:26.151553 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7726f267-f85b-44f1-807f-d76518300edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:26.233978 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-7726f267-f85b-44f1-807f-d76518300edf admin admin] For port 28c4edf2-fa65-4374-b062-1704630eca41, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=28c4edf2-fa65-4374-b062-1704630eca41,segment=NetworkSegment(0868dfe9-eda9-4cc9-adac-d4c84b2d81b9),segment_id=0868dfe9-eda9-4cc9-adac-d4c84b2d81b9)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:13:26.234337 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7726f267-f85b-44f1-807f-d76518300edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:26.247546 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-7726f267-f85b-44f1-807f-d76518300edf admin admin] Calling delete_port for 28c4edf2-fa65-4374-b062-1704630eca41 owned by network:router_interface {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:13:26.476940 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7726f267-f85b-44f1-807f-d76518300edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:26.502025 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726f267-f85b-44f1-807f-d76518300edf admin admin] Pushing event deleted for resources: {'Port': ['ID=28c4edf2-fa65-4374-b062-1704630eca41,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:26.668682 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7726f267-f85b-44f1-807f-d76518300edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-639439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564422'] for router_interface, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:26.888616 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7726f267-f85b-44f1-807f-d76518300edf admin admin] Router aa2338e1-c724-4a43-9f86-837d46343494 has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:13:27.001839 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7726f267-f85b-44f1-807f-d76518300edf admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:13:27.007640 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7726f267-f85b-44f1-807f-d76518300edf admin admin] 10.222.0.79 "PUT /v2.0/routers/aa2338e1-c724-4a43-9f86-837d46343494/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5291619
Jan 28 02:13:27.010420 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 32882) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:27.014174 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a855f-59b8-4182-b93b-9d3883bd22aa None None] Sync routers for ids ['aa2338e1-c724-4a43-9f86-837d46343494'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:13:27.029356 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a855f-59b8-4182-b93b-9d3883bd22aa None None] Routers {'aa2338e1-c724-4a43-9f86-837d46343494'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:13:27.030113 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-1d2a855f-59b8-4182-b93b-9d3883bd22aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796e818be0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:13:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['aa2338e1-c724-4a43-9f86-837d46343494'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:27.127426 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-69720a34-5a3c-4ab6-a855-d64de208443d admin admin] Notify callbacks [] for router, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:27.139395 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-1d2a855f-59b8-4182-b93b-9d3883bd22aa None None] Set router aa2338e1-c724-4a43-9f86-837d46343494 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:13:27.232811 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-69720a34-5a3c-4ab6-a855-d64de208443d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:27.323824 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-1d2a855f-59b8-4182-b93b-9d3883bd22aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796e818be0>, [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:13:26Z', 'revision_number': 5, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port': {'id': 'cf4d0123-6362-4c1d-a935-5b038b230842', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:05Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:27.350287 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a855f-59b8-4182-b93b-9d3883bd22aa None None] Checking router: aa2338e1-c724-4a43-9f86-837d46343494 for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:13:27.360810 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a855f-59b8-4182-b93b-9d3883bd22aa None None] Routers {'aa2338e1-c724-4a43-9f86-837d46343494'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:13:27.361824 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-1d2a855f-59b8-4182-b93b-9d3883bd22aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796e818be0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:13:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['aa2338e1-c724-4a43-9f86-837d46343494'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:27.403164 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-69720a34-5a3c-4ab6-a855-d64de208443d admin admin] Deleting port cf4d0123-6362-4c1d-a935-5b038b230842 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:13:27.403530 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-69720a34-5a3c-4ab6-a855-d64de208443d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:27.452722 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-1d2a855f-59b8-4182-b93b-9d3883bd22aa None None] Set router aa2338e1-c724-4a43-9f86-837d46343494 gateway port host: None {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:13:27.487256 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-69720a34-5a3c-4ab6-a855-d64de208443d admin admin] For port cf4d0123-6362-4c1d-a935-5b038b230842, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=cf4d0123-6362-4c1d-a935-5b038b230842,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:13:27.487691 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-69720a34-5a3c-4ab6-a855-d64de208443d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:27.499682 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-69720a34-5a3c-4ab6-a855-d64de208443d admin admin] Calling delete_port for cf4d0123-6362-4c1d-a935-5b038b230842 owned by network:router_gateway {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:13:27.510572 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-1d2a855f-59b8-4182-b93b-9d3883bd22aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796e818be0>, [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:13:27Z', 'revision_number': 6, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port_host': None}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:27.535465 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a855f-59b8-4182-b93b-9d3883bd22aa None None] The sync data for ids ['aa2338e1-c724-4a43-9f86-837d46343494'] in dv-cinder-824977-1-iscsi is: [{'id': 'aa2338e1-c724-4a43-9f86-837d46343494', 'name': 'tempest-AttachVolumeTestJSON-728309627-router', 'tenant_id': '0abe012ba65845329098e0e06c54b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:13:27Z', 'revision_number': 6, 'project_id': '0abe012ba65845329098e0e06c54b9c1', 'gw_port_host': None}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:13:27.728113 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:13:27.766823 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-69720a34-5a3c-4ab6-a855-d64de208443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:27.791570 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69720a34-5a3c-4ab6-a855-d64de208443d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf4d0123-6362-4c1d-a935-5b038b230842,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:27.853022 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-69720a34-5a3c-4ab6-a855-d64de208443d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746596'] for router_gateway, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:27.949735 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-69720a34-5a3c-4ab6-a855-d64de208443d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124843'] for router, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:27.951868 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-69720a34-5a3c-4ab6-a855-d64de208443d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:28.064209 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-69720a34-5a3c-4ab6-a855-d64de208443d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747497'] for router, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:28.064876 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69720a34-5a3c-4ab6-a855-d64de208443d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa2338e1-c724-4a43-9f86-837d46343494 {{(pid=102090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 28 02:13:28.069719 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-69720a34-5a3c-4ab6-a855-d64de208443d admin admin] Notify callbacks [] for router, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:28.070681 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-69720a34-5a3c-4ab6-a855-d64de208443d admin admin] 10.222.0.79 "DELETE /v2.0/routers/aa2338e1-c724-4a43-9f86-837d46343494 HTTP/1.1" status: 204  len: 168 time: 1.0594010
Jan 28 02:13:28.073178 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 32884) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:28.118264 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade94c9b-441a-43a1-bf92-b5e0aee80371 admin admin] Deleting subnet 8eb77f0c-9c24-4cb1-8b61-8cdd6744025b {{(pid=102090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:13:28.121299 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ade94c9b-441a-43a1-bf92-b5e0aee80371 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:28.154868 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ade94c9b-441a-43a1-bf92-b5e0aee80371 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29131886'] for subnet, precommit_delete_associations {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:28.234860 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ade94c9b-441a-43a1-bf92-b5e0aee80371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4027136'] for subnet, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:28.368487 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ade94c9b-441a-43a1-bf92-b5e0aee80371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4027195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29133588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28403209'] for subnet, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:28.392277 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade94c9b-441a-43a1-bf92-b5e0aee80371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb77f0c-9c24-4cb1-8b61-8cdd6744025b,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:28.399643 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ade94c9b-441a-43a1-bf92-b5e0aee80371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:28.403468 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-ade94c9b-441a-43a1-bf92-b5e0aee80371 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8eb77f0c-9c24-4cb1-8b61-8cdd6744025b HTTP/1.1" status: 204  len: 168 time: 0.3292935
Jan 28 02:13:28.405054 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdf6241-0341-495a-88cf-ef5e72e01b90 None None] Network 3b3748b7-1bed-4ab4-9fea-64d92f6154dd requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:13:28.405964 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 32886) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:28.480565 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3810569'] for network, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:28.546071 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] Deleting port 6b19bba1-aab7-401d-86c8-0163dec1c009 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:13:28.548552 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:28.590540 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c37cf9-040d-4aee-80cc-ad762ef1e204 None None] DHCP port deletion for 3b3748b7-1bed-4ab4-9fea-64d92f6154dd request from dv-cinder-824977-1-iscsi {{(pid=102091) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jan 28 02:13:28.612004 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] For port 6b19bba1-aab7-401d-86c8-0163dec1c009, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=6b19bba1-aab7-401d-86c8-0163dec1c009,segment=NetworkSegment(0868dfe9-eda9-4cc9-adac-d4c84b2d81b9),segment_id=0868dfe9-eda9-4cc9-adac-d4c84b2d81b9)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:13:28.612371 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:28.626605 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] Calling delete_port for 6b19bba1-aab7-401d-86c8-0163dec1c009 owned by network:dhcp {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:13:28.637422 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-49c37cf9-040d-4aee-80cc-ad762ef1e204 None None] Deleting port 6b19bba1-aab7-401d-86c8-0163dec1c009 {{(pid=102091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:13:28.637797 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-49c37cf9-040d-4aee-80cc-ad762ef1e204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:28.704128 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-49c37cf9-040d-4aee-80cc-ad762ef1e204 None None] For port 6b19bba1-aab7-401d-86c8-0163dec1c009, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=6b19bba1-aab7-401d-86c8-0163dec1c009,segment=NetworkSegment(0868dfe9-eda9-4cc9-adac-d4c84b2d81b9),segment_id=0868dfe9-eda9-4cc9-adac-d4c84b2d81b9)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:13:28.704525 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-49c37cf9-040d-4aee-80cc-ad762ef1e204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:28.717667 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-49c37cf9-040d-4aee-80cc-ad762ef1e204 None None] Calling delete_port for 6b19bba1-aab7-401d-86c8-0163dec1c009 owned by network:dhcp {{(pid=102091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:13:28.795674 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:28.801711 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-49c37cf9-040d-4aee-80cc-ad762ef1e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872'] for port, after_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:28.814474 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c37cf9-040d-4aee-80cc-ad762ef1e204 None None] No DVR routers for this DVR port 6b19bba1-aab7-401d-86c8-0163dec1c009 on host dv-cinder-824977-1-iscsi {{(pid=102091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:13:28.818910 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] Pushing event deleted for resources: {'Port': ['ID=6b19bba1-aab7-401d-86c8-0163dec1c009,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:28.824434 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] No DVR routers for this DVR port 6b19bba1-aab7-401d-86c8-0163dec1c009 on host dv-cinder-824977-1-iscsi {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:13:28.833761 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c37cf9-040d-4aee-80cc-ad762ef1e204 None None] Pushing event deleted for resources: {'Port': ['ID=6b19bba1-aab7-401d-86c8-0163dec1c009,revision_number=None']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:28.895530 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4029090', 'neutron.services.segments.db._delete_segments_for_network-8759977669928'] for network, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:28.919241 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f796e7e7880>,) {'filters': {'network_id': ['3b3748b7-1bed-4ab4-9fea-64d92f6154dd']}} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:28.928205 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f796e7e7880>, '0868dfe9-eda9-4cc9-adac-d4c84b2d81b9') {'for_net_delete': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:28.928530 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f796e7e7880>, '0868dfe9-eda9-4cc9-adac-d4c84b2d81b9') {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:28.937425 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759977780116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29131873'] for segment, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:28.950954 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:28.956642 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] Releasing vlan 1248 on physical network physnet1 to pool {{(pid=102090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:13:28.957025 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29133746'] for segment, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]: Traceback (most recent call last):
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:     timer()
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:     cb(*args, **kw)
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:     return func(*args, **kwargs)
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:     self._notify()
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:     self.callback(batched_events)
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:     event.method(event)
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:     return f(self, *a, **k)
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._get(url).json()
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:13:28.958914 dv-cinder-824977-1-iscsi neutron-server[102090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:13:29.082490 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 28c4edf2-fa65-4374-b062-1704630eca41 no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:13:29.097174 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4029099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746584'] for network, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:29.099598 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:29.103277 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] 10.222.0.79 "DELETE /v2.0/networks/3b3748b7-1bed-4ab4-9fea-64d92f6154dd HTTP/1.1" status: 204  len: 168 time: 0.6963577
Jan 28 02:13:29.106316 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: 28c4edf2-fa65-4374-b062-1704630eca41 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:13:29.106670 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 28c4edf2-fa65-4374-b062-1704630eca41 not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:13:29.107407 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 6b19bba1-aab7-401d-86c8-0163dec1c009 no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:13:29.115008 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f5735-abe8-476c-a8f0-dbe299389fca admin admin] Pushing event deleted for resources: {'Network': ['ID=3b3748b7-1bed-4ab4-9fea-64d92f6154dd,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:29.126069 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: 6b19bba1-aab7-401d-86c8-0163dec1c009 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:13:29.126418 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 6b19bba1-aab7-401d-86c8-0163dec1c009 not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:13:29.131548 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device cf4d0123-6362-4c1d-a935-5b038b230842 no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:13:29.146565 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: cf4d0123-6362-4c1d-a935-5b038b230842 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:13:29.147597 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device cf4d0123-6362-4c1d-a935-5b038b230842 not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:13:29.442132 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 32890) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:29.481829 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-c7c8d8ae-7e37-4bcc-9e02-1ff3521c7fa2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0abe012ba65845329098e0e06c54b9c1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0385835
Jan 28 02:13:29.485993 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 32892) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:29.533453 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f66fa399-3810-44b2-9843-faf91bc0bee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:29.558463 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f66fa399-3810-44b2-9843-faf91bc0bee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:29.693471 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f66fa399-3810-44b2-9843-faf91bc0bee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:29.696325 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f66fa399-3810-44b2-9843-faf91bc0bee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:29.697568 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-f66fa399-3810-44b2-9843-faf91bc0bee1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3c181c70-df4b-4603-810a-d8820118a52b HTTP/1.1" status: 204  len: 168 time: 0.2106194
Jan 28 02:13:29.705580 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fa399-3810-44b2-9843-faf91bc0bee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c181c70-df4b-4603-810a-d8820118a52b,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:36.399830 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2319e-1cdc-47c7-a193-b55c53364851 req-f9fb888a-e792-4324-8826-a636aa3ed54a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:36.401177 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-96c2319e-1cdc-47c7-a193-b55c53364851 req-f9fb888a-e792-4324-8826-a636aa3ed54a tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 946 time: 0.0496240
Jan 28 02:13:36.440629 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-96c2319e-1cdc-47c7-a193-b55c53364851 req-204314ba-bc90-4bc9-b643-f71afaf7eb84 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0332448
Jan 28 02:13:37.560067 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33434de4-7923-42a6-950f-43a7c649116b req-e669a49a-cab1-4244-9e3a-f8762f8fa6b1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:37.561564 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-33434de4-7923-42a6-950f-43a7c649116b req-e669a49a-cab1-4244-9e3a-f8762f8fa6b1 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 946 time: 0.0487645
Jan 28 02:13:37.599607 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-33434de4-7923-42a6-950f-43a7c649116b req-6afd606e-a94a-409f-87cd-5bed8f697106 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0320635
Jan 28 02:13:38.173090 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f8419-56d0-4b03-8042-b72f49323a6d req-bc7dbc08-bc9f-4f68-b8d7-5022752b5c47 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:38.174547 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-389f8419-56d0-4b03-8042-b72f49323a6d req-bc7dbc08-bc9f-4f68-b8d7-5022752b5c47 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 946 time: 0.0616736
Jan 28 02:13:38.277969 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-389f8419-56d0-4b03-8042-b72f49323a6d req-3ff5c57a-504a-4926-8ed0-29a648713407 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Deleting port a5ba13e6-3134-4ccb-b060-70df55025709 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:13:38.278310 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-389f8419-56d0-4b03-8042-b72f49323a6d req-3ff5c57a-504a-4926-8ed0-29a648713407 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:38.377550 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-389f8419-56d0-4b03-8042-b72f49323a6d req-3ff5c57a-504a-4926-8ed0-29a648713407 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] For port a5ba13e6-3134-4ccb-b060-70df55025709, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a5ba13e6-3134-4ccb-b060-70df55025709,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:13:38.377917 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-389f8419-56d0-4b03-8042-b72f49323a6d req-3ff5c57a-504a-4926-8ed0-29a648713407 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:38.561853 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-389f8419-56d0-4b03-8042-b72f49323a6d req-3ff5c57a-504a-4926-8ed0-29a648713407 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:38.562530 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-389f8419-56d0-4b03-8042-b72f49323a6d req-3ff5c57a-504a-4926-8ed0-29a648713407 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746666'] for floatingip, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:38.562725 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.l3_db [req-389f8419-56d0-4b03-8042-b72f49323a6d req-3ff5c57a-504a-4926-8ed0-29a648713407 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Floating IP dba8ada3-5df8-4fe8-95fd-16a71f61f274 disassociated. External IP: 172.27.0.152, port: a5ba13e6-3134-4ccb-b060-70df55025709.
Jan 28 02:13:38.563084 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-389f8419-56d0-4b03-8042-b72f49323a6d req-3ff5c57a-504a-4926-8ed0-29a648713407 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Calling delete_port for a5ba13e6-3134-4ccb-b060-70df55025709 owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:13:38.745109 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec3df1-557d-479f-9d08-cf6a1197175e req-6d64b5b8-02c8-4f89-ad27-41312d16f6f6 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:13:38.746693 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2eec3df1-557d-479f-9d08-cf6a1197175e req-6d64b5b8-02c8-4f89-ad27-41312d16f6f6 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 946 time: 0.0663717
Jan 28 02:13:38.792236 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2eec3df1-557d-479f-9d08-cf6a1197175e req-0b2640d1-dbda-4405-9727-df4a109ad4a3 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups?id=39ed49b5-6cbc-4f09-a17f-3963555a0e73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389757
Jan 28 02:13:38.836767 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-389f8419-56d0-4b03-8042-b72f49323a6d req-3ff5c57a-504a-4926-8ed0-29a648713407 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:38.872825 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5c57a-504a-4926-8ed0-29a648713407 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Pushing event deleted for resources: {'Port': ['ID=a5ba13e6-3134-4ccb-b060-70df55025709,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:38.993062 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-389f8419-56d0-4b03-8042-b72f49323a6d req-3ff5c57a-504a-4926-8ed0-29a648713407 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:13:39.103278 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-389f8419-56d0-4b03-8042-b72f49323a6d req-3ff5c57a-504a-4926-8ed0-29a648713407 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:13:39.113438 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07f48c0-e921-4094-9833-fe29024ec355 None None] Sync routers for ids ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:13:39.123814 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07f48c0-e921-4094-9833-fe29024ec355 None None] Routers {'58b07428-0d7d-4629-81cb-7fd0cc79ad0e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:13:39.124561 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-e07f48c0-e921-4094-9833-fe29024ec355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f501760>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:13:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:39.143010 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-389f8419-56d0-4b03-8042-b72f49323a6d req-3ff5c57a-504a-4926-8ed0-29a648713407 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] No DVR routers for this DVR port a5ba13e6-3134-4ccb-b060-70df55025709 on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:13:39.145676 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-389f8419-56d0-4b03-8042-b72f49323a6d req-3ff5c57a-504a-4926-8ed0-29a648713407 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:39.149166 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-389f8419-56d0-4b03-8042-b72f49323a6d req-3ff5c57a-504a-4926-8ed0-29a648713407 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.95 "DELETE /v2.0/ports/a5ba13e6-3134-4ccb-b060-70df55025709 HTTP/1.1" status: 204  len: 173 time: 0.9679465
Jan 28 02:13:39.149543 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ea23ca-a790-4f52-ad85-dcac640a8695', 'name': 'network-vif-deleted', 'tag': 'a5ba13e6-3134-4ccb-b060-70df55025709'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:13:39.151896 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b36e76f-5246-42bf-a87b-05c56ba7f313" -d '{"events": [{"server_uuid": "c3ea23ca-a790-4f52-ad85-dcac640a8695", "name": "network-vif-deleted", "tag": "a5ba13e6-3134-4ccb-b060-70df55025709"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:13:39.200323 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c0e068-21cb-42f8-b03a-5cea1d32eab7 x-openstack-request-id: req-60c0e068-21cb-42f8-b03a-5cea1d32eab7 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:13:39.200578 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ea23ca-a790-4f52-ad85-dcac640a8695", "name": "network-vif-deleted", "tag": "a5ba13e6-3134-4ccb-b060-70df55025709", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:13:39.200934 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-60c0e068-21cb-42f8-b03a-5cea1d32eab7 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:13:39.201385 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ea23ca-a790-4f52-ad85-dcac640a8695', 'name': 'network-vif-deleted', 'tag': 'a5ba13e6-3134-4ccb-b060-70df55025709', 'status': 'completed', 'code': 200}
Jan 28 02:13:39.240222 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-e07f48c0-e921-4094-9833-fe29024ec355 None None] Set router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:13:39.463561 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-e07f48c0-e921-4094-9833-fe29024ec355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f501760>, [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 4, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port': {'id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '9d2ce480-8a81-4ef0-a567-468cc9619334', 'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'mac_address': 'fa:16:3e:c6:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:09Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 5, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'subnets': [{'id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:39.492555 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07f48c0-e921-4094-9833-fe29024ec355 None None] Checking router: 58b07428-0d7d-4629-81cb-7fd0cc79ad0e for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:13:39.502034 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07f48c0-e921-4094-9833-fe29024ec355 None None] Routers {'58b07428-0d7d-4629-81cb-7fd0cc79ad0e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:13:39.507017 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-e07f48c0-e921-4094-9833-fe29024ec355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f501760>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:13:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:39.609577 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-e07f48c0-e921-4094-9833-fe29024ec355 None None] Set router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:13:39.829488 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-e07f48c0-e921-4094-9833-fe29024ec355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f501760>, [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 4, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port': {'id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '9d2ce480-8a81-4ef0-a567-468cc9619334', 'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'mac_address': 'fa:16:3e:c6:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:09Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 5, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'subnets': [{'id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:39.860559 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07f48c0-e921-4094-9833-fe29024ec355 None None] The sync data for ids ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'] in dv-cinder-824977-1-iscsi is: [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:06:11Z', 'revision_number': 4, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port': {'id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '9d2ce480-8a81-4ef0-a567-468cc9619334', 'name': '', 'network_id': '93f7fa36-86c7-4eac-8e6a-71166645bc4a', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'mac_address': 'fa:16:3e:c6:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:09Z', 'updated_at': '2022-01-28T02:06:18Z', 'revision_number': 5, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'subnets': [{'id': '51f5d2fc-f2c1-4616-91ac-244dfd5cdb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:13:39.917003 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5d4e361a-81b4-41d8-9e67-0ee5958e0b31 req-eb170969-f121-4dd6-9595-0ca26d615286 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3ea23ca-a790-4f52-ad85-dcac640a8695 HTTP/1.1" status: 200  len: 210 time: 0.0382962
Jan 28 02:13:40.126263 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20c4f9-47f4-4997-bffa-383299faf880 None None] New status for floating IP dba8ada3-5df8-4fe8-95fd-16a71f61f274: DOWN {{(pid=102091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:13:40.824397 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-bedd592b-4a9d-4cf8-8dac-f848e78c6127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:41.062770 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 33030) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:41.125972 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-462ee4b0-3bf4-4c0f-8482-0a5be8c90af0 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:41.149936 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-462ee4b0-3bf4-4c0f-8482-0a5be8c90af0 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:41.282474 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-462ee4b0-3bf4-4c0f-8482-0a5be8c90af0 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:41.285132 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-462ee4b0-3bf4-4c0f-8482-0a5be8c90af0 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:41.286352 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-462ee4b0-3bf4-4c0f-8482-0a5be8c90af0 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "DELETE /v2.0/security-groups/39ed49b5-6cbc-4f09-a17f-3963555a0e73 HTTP/1.1" status: 204  len: 168 time: 0.2225814
Jan 28 02:13:41.289791 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33032) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:41.296096 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ee4b0-3bf4-4c0f-8482-0a5be8c90af0 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ed49b5-6cbc-4f09-a17f-3963555a0e73,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:41.303357 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.api.v2.resource [None req-77be5617-4f81-4e3a-a8af-5b1b4fdcf9cb tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] show failed (client error): The resource could not be found.
Jan 28 02:13:41.304364 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-77be5617-4f81-4e3a-a8af-5b1b4fdcf9cb tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "GET /v2.0/security-groups/39ed49b5-6cbc-4f09-a17f-3963555a0e73 HTTP/1.1" status: 404  len: 347 time: 0.0133288
Jan 28 02:13:41.309586 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33034) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:41.434648 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8bc3-0306-4364-86cf-e6259ad33b37 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Deleting port 1ad15771-869d-4c54-afa4-ae5397c4c5c5 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:13:41.435137 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-49fe8bc3-0306-4364-86cf-e6259ad33b37 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:41.474823 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 33038) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:41.513648 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-49fe8bc3-0306-4364-86cf-e6259ad33b37 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:41.513977 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-49fe8bc3-0306-4364-86cf-e6259ad33b37 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:41.532903 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8bc3-0306-4364-86cf-e6259ad33b37 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Calling delete_port for 1ad15771-869d-4c54-afa4-ae5397c4c5c5 owned by network:floatingip {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:13:41.584264 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cf12c72c-6ca5-4071-8568-303c12f1ac11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:41.658925 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cf12c72c-6ca5-4071-8568-303c12f1ac11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:41.726682 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-49fe8bc3-0306-4364-86cf-e6259ad33b37 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:41.751647 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8bc3-0306-4364-86cf-e6259ad33b37 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Pushing event deleted for resources: {'Port': ['ID=1ad15771-869d-4c54-afa4-ae5397c4c5c5,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:41.756415 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cf12c72c-6ca5-4071-8568-303c12f1ac11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:41.805979 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-cf12c72c-6ca5-4071-8568-303c12f1ac11 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1f53b8c6ef4b4ad0b9faad16f6ec1090&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3263507
Jan 28 02:13:41.805979 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12c72c-6ca5-4071-8568-303c12f1ac11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd39ab5-2216-4ca0-b575-630419f7e319,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:41.808068 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33042) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:41.819020 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-49fe8bc3-0306-4364-86cf-e6259ad33b37 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks [] for floatingip, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:41.822602 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-49fe8bc3-0306-4364-86cf-e6259ad33b37 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:41.823721 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-49fe8bc3-0306-4364-86cf-e6259ad33b37 tempest-AttachVolumeShelveTestJSON-190760692 tempest-AttachVolumeShelveTestJSON-190760692-project] 10.222.0.79 "DELETE /v2.0/floatingips/dba8ada3-5df8-4fe8-95fd-16a71f61f274 HTTP/1.1" status: 204  len: 168 time: 0.5131850
Jan 28 02:13:41.867700 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-eb0300c2-4698-4369-8a9e-d3c97ca7f3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:41.889804 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-eb0300c2-4698-4369-8a9e-d3c97ca7f3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:41.915211 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device a5ba13e6-3134-4ccb-b060-70df55025709 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:13:41.936388 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: a5ba13e6-3134-4ccb-b060-70df55025709 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:13:41.936740 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device a5ba13e6-3134-4ccb-b060-70df55025709 not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:13:42.041336 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-eb0300c2-4698-4369-8a9e-d3c97ca7f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:42.043922 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-eb0300c2-4698-4369-8a9e-d3c97ca7f3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:42.045192 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-eb0300c2-4698-4369-8a9e-d3c97ca7f3e2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8cd39ab5-2216-4ca0-b575-630419f7e319 HTTP/1.1" status: 204  len: 168 time: 0.2361171
Jan 28 02:13:42.052919 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0300c2-4698-4369-8a9e-d3c97ca7f3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd39ab5-2216-4ca0-b575-630419f7e319,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:43.064857 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-ecf59cf6-33f3-439f-9aaa-f80a4fb0dfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:44.635362 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33108) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:44.670517 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:45.140882 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-abcc39ae-b7e0-4df9-b70d-e29fb4939cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564394'] for router_interface, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:45.393693 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-abcc39ae-b7e0-4df9-b70d-e29fb4939cdf admin admin] Deleting port 9d2ce480-8a81-4ef0-a567-468cc9619334 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:13:45.394078 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-abcc39ae-b7e0-4df9-b70d-e29fb4939cdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:45.472421 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-abcc39ae-b7e0-4df9-b70d-e29fb4939cdf admin admin] For port 9d2ce480-8a81-4ef0-a567-468cc9619334, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=9d2ce480-8a81-4ef0-a567-468cc9619334,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:13:45.472782 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-abcc39ae-b7e0-4df9-b70d-e29fb4939cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:45.484772 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-abcc39ae-b7e0-4df9-b70d-e29fb4939cdf admin admin] Calling delete_port for 9d2ce480-8a81-4ef0-a567-468cc9619334 owned by network:router_interface {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:13:45.727737 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-abcc39ae-b7e0-4df9-b70d-e29fb4939cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:45.982213 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc39ae-b7e0-4df9-b70d-e29fb4939cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2ce480-8a81-4ef0-a567-468cc9619334,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:46.155908 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-abcc39ae-b7e0-4df9-b70d-e29fb4939cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-639439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564422'] for router_interface, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:46.372225 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcc39ae-b7e0-4df9-b70d-e29fb4939cdf admin admin] Router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:13:46.481618 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcc39ae-b7e0-4df9-b70d-e29fb4939cdf admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:13:46.486644 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-abcc39ae-b7e0-4df9-b70d-e29fb4939cdf admin admin] 10.222.0.79 "PUT /v2.0/routers/58b07428-0d7d-4629-81cb-7fd0cc79ad0e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8501248
Jan 28 02:13:46.489586 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33132) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:46.490540 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a07e37-2b2f-4a96-913d-a5fc9da82d8e None None] Sync routers for ids ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:13:46.493827 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:46.500180 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a07e37-2b2f-4a96-913d-a5fc9da82d8e None None] Routers {'58b07428-0d7d-4629-81cb-7fd0cc79ad0e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:13:46.500738 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-45a07e37-2b2f-4a96-913d-a5fc9da82d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f5013d0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:13:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:46.630249 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:46.645298 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-27c778fe-ebbc-4f06-b361-fe0951c1d823 admin admin] Notify callbacks [] for router, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:46.709596 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-45a07e37-2b2f-4a96-913d-a5fc9da82d8e None None] Set router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:13:46.784334 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-27c778fe-ebbc-4f06-b361-fe0951c1d823 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:46.927000 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-27c778fe-ebbc-4f06-b361-fe0951c1d823 admin admin] Deleting port 923bc2b3-a1bb-458d-bbe9-73ca93b369c8 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:13:46.927417 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-27c778fe-ebbc-4f06-b361-fe0951c1d823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:46.928278 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-45a07e37-2b2f-4a96-913d-a5fc9da82d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f5013d0>, [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:13:45Z', 'revision_number': 5, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port': {'id': '923bc2b3-a1bb-458d-bbe9-73ca93b369c8', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:03Z', 'updated_at': '2022-01-28T02:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:46.956517 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a07e37-2b2f-4a96-913d-a5fc9da82d8e None None] Checking router: 58b07428-0d7d-4629-81cb-7fd0cc79ad0e for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:13:46.966170 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a07e37-2b2f-4a96-913d-a5fc9da82d8e None None] Routers {'58b07428-0d7d-4629-81cb-7fd0cc79ad0e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:13:46.966810 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-45a07e37-2b2f-4a96-913d-a5fc9da82d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f5013d0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:13:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:47.039429 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-27c778fe-ebbc-4f06-b361-fe0951c1d823 admin admin] For port 923bc2b3-a1bb-458d-bbe9-73ca93b369c8, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=923bc2b3-a1bb-458d-bbe9-73ca93b369c8,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:13:47.039429 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-27c778fe-ebbc-4f06-b361-fe0951c1d823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:47.052323 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-27c778fe-ebbc-4f06-b361-fe0951c1d823 admin admin] Calling delete_port for 923bc2b3-a1bb-458d-bbe9-73ca93b369c8 owned by network:router_gateway {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:13:47.063172 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-45a07e37-2b2f-4a96-913d-a5fc9da82d8e None None] Set router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e gateway port host: None {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:13:47.129509 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-45a07e37-2b2f-4a96-913d-a5fc9da82d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f5013d0>, [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:13:46Z', 'revision_number': 6, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port_host': None}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:47.157824 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a07e37-2b2f-4a96-913d-a5fc9da82d8e None None] The sync data for ids ['58b07428-0d7d-4629-81cb-7fd0cc79ad0e'] in dv-cinder-824977-1-iscsi is: [{'id': '58b07428-0d7d-4629-81cb-7fd0cc79ad0e', 'name': 'tempest-AttachVolumeShelveTestJSON-45001068-router', 'tenant_id': '6bdd27e926a84fa49844fbcca271bb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:01Z', 'updated_at': '2022-01-28T02:13:46Z', 'revision_number': 6, 'project_id': '6bdd27e926a84fa49844fbcca271bb19', 'gw_port_host': None}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:13:47.333747 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-27c778fe-ebbc-4f06-b361-fe0951c1d823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:47.364941 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c778fe-ebbc-4f06-b361-fe0951c1d823 admin admin] Pushing event deleted for resources: {'Port': ['ID=923bc2b3-a1bb-458d-bbe9-73ca93b369c8,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:47.438009 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-27c778fe-ebbc-4f06-b361-fe0951c1d823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746596'] for router_gateway, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:47.533651 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-27c778fe-ebbc-4f06-b361-fe0951c1d823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124843'] for router, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:47.535828 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-27c778fe-ebbc-4f06-b361-fe0951c1d823 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:47.670989 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-27c778fe-ebbc-4f06-b361-fe0951c1d823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747497'] for router, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:47.671791 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c778fe-ebbc-4f06-b361-fe0951c1d823 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58b07428-0d7d-4629-81cb-7fd0cc79ad0e {{(pid=102089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 28 02:13:47.678086 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-27c778fe-ebbc-4f06-b361-fe0951c1d823 admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:47.682934 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-27c778fe-ebbc-4f06-b361-fe0951c1d823 admin admin] 10.222.0.79 "DELETE /v2.0/routers/58b07428-0d7d-4629-81cb-7fd0cc79ad0e HTTP/1.1" status: 204  len: 168 time: 1.1898198
Jan 28 02:13:47.684277 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33142) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:47.749384 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe2c4a9-338e-4a0c-ab77-9ef31fe55d6d admin admin] Deleting subnet 51f5d2fc-f2c1-4616-91ac-244dfd5cdb84 {{(pid=102089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:13:47.753664 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8fe2c4a9-338e-4a0c-ab77-9ef31fe55d6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:47.792575 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8fe2c4a9-338e-4a0c-ab77-9ef31fe55d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28652204'] for subnet, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:47.870817 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8fe2c4a9-338e-4a0c-ab77-9ef31fe55d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4027136'] for subnet, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:48.037542 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8fe2c4a9-338e-4a0c-ab77-9ef31fe55d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4027195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27877412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28750092'] for subnet, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:48.064556 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2c4a9-338e-4a0c-ab77-9ef31fe55d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51f5d2fc-f2c1-4616-91ac-244dfd5cdb84,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:48.071185 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8fe2c4a9-338e-4a0c-ab77-9ef31fe55d6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:48.074366 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-8fe2c4a9-338e-4a0c-ab77-9ef31fe55d6d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/51f5d2fc-f2c1-4616-91ac-244dfd5cdb84 HTTP/1.1" status: 204  len: 168 time: 0.3887548
Jan 28 02:13:48.077551 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33150) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:48.080840 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2321fc-c225-4d96-8fab-b384f317bf11 None None] Network 93f7fa36-86c7-4eac-8e6a-71166645bc4a requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:13:48.169185 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3810569'] for network, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:48.233197 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] Deleting port dcdbbbb2-d6db-4bee-8d34-66bc137efb51 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:13:48.233544 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:48.316571 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af75780c-9adc-464c-a92c-de1aa7556f4e None None] DHCP port deletion for 93f7fa36-86c7-4eac-8e6a-71166645bc4a request from dv-cinder-824977-1-iscsi {{(pid=102091) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jan 28 02:13:48.318129 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] For port dcdbbbb2-d6db-4bee-8d34-66bc137efb51, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=dcdbbbb2-d6db-4bee-8d34-66bc137efb51,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:13:48.318731 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:48.334618 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] Calling delete_port for dcdbbbb2-d6db-4bee-8d34-66bc137efb51 owned by network:dhcp {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:13:48.495790 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-af75780c-9adc-464c-a92c-de1aa7556f4e None None] Deleting port dcdbbbb2-d6db-4bee-8d34-66bc137efb51 {{(pid=102091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:13:48.496183 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-af75780c-9adc-464c-a92c-de1aa7556f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:48.531345 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:48.557906 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcdbbbb2-d6db-4bee-8d34-66bc137efb51,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:48.561429 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] No DVR routers for this DVR port dcdbbbb2-d6db-4bee-8d34-66bc137efb51 on host dv-cinder-824977-1-iscsi {{(pid=102089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:13:48.568212 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-af75780c-9adc-464c-a92c-de1aa7556f4e None None] For port dcdbbbb2-d6db-4bee-8d34-66bc137efb51, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=dcdbbbb2-d6db-4bee-8d34-66bc137efb51,segment=NetworkSegment(c03c4d01-c672-47ad-af57-d8f713f8ab70),segment_id=c03c4d01-c672-47ad-af57-d8f713f8ab70)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:13:48.568667 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-af75780c-9adc-464c-a92c-de1aa7556f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:48.586130 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-af75780c-9adc-464c-a92c-de1aa7556f4e None None] Calling delete_port for dcdbbbb2-d6db-4bee-8d34-66bc137efb51 owned by network:dhcp {{(pid=102091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:13:48.638126 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4029090', 'neutron.services.segments.db._delete_segments_for_network-8759977669928'] for network, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:48.663801 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f796d7ddaf0>,) {'filters': {'network_id': ['93f7fa36-86c7-4eac-8e6a-71166645bc4a']}} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:48.674221 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f796d7ddaf0>, 'c03c4d01-c672-47ad-af57-d8f713f8ab70') {'for_net_delete': True} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:48.674221 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f796d7ddaf0>, 'c03c4d01-c672-47ad-af57-d8f713f8ab70') {} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:13:48.678793 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-af75780c-9adc-464c-a92c-de1aa7556f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872'] for port, after_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:48.682576 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 33158) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:48.689005 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759977780116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28652195'] for segment, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:48.703797 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:48.707707 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75780c-9adc-464c-a92c-de1aa7556f4e None None] Pushing event deleted for resources: {'Port': ['ID=dcdbbbb2-d6db-4bee-8d34-66bc137efb51,revision_number=None']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:48.709707 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75780c-9adc-464c-a92c-de1aa7556f4e None None] No DVR routers for this DVR port dcdbbbb2-d6db-4bee-8d34-66bc137efb51 on host dv-cinder-824977-1-iscsi {{(pid=102091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=102089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27877506'] for segment, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]: Traceback (most recent call last):
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:     timer()
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:     cb(*args, **kw)
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:     return func(*args, **kwargs)
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:     self._notify()
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:     self.callback(batched_events)
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:     event.method(event)
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:     return f(self, *a, **k)
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:     return self._get(url).json()
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:13:48.717359 dv-cinder-824977-1-iscsi neutron-server[102089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:13:48.821221 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-bb759230-7dfb-45dd-acc5-e50ea327aeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:48.919485 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-bb759230-7dfb-45dd-acc5-e50ea327aeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.048580 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4029099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746584'] for network, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.056406 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.061591 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] 10.222.0.79 "DELETE /v2.0/networks/93f7fa36-86c7-4eac-8e6a-71166645bc4a HTTP/1.1" status: 204  len: 168 time: 0.9828160
Jan 28 02:13:49.081421 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ad730-7430-4d07-abf0-3f4de9e16665 admin admin] Pushing event deleted for resources: {'Network': ['ID=93f7fa36-86c7-4eac-8e6a-71166645bc4a,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:49.089263 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-bb759230-7dfb-45dd-acc5-e50ea327aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.105211 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 9d2ce480-8a81-4ef0-a567-468cc9619334 no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:13:49.129904 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-bb759230-7dfb-45dd-acc5-e50ea327aeb3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=22a4434e64ff475aa82461f2d4e1c711&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4456358
Jan 28 02:13:49.133317 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33164) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:49.140078 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb759230-7dfb-45dd-acc5-e50ea327aeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce09f6c-0f00-4799-ab6f-e8143059435e,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:49.142266 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: 9d2ce480-8a81-4ef0-a567-468cc9619334 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:13:49.142266 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 9d2ce480-8a81-4ef0-a567-468cc9619334 not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:13:49.142266 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 923bc2b3-a1bb-458d-bbe9-73ca93b369c8 no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:13:49.172971 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: 923bc2b3-a1bb-458d-bbe9-73ca93b369c8 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:13:49.173647 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 923bc2b3-a1bb-458d-bbe9-73ca93b369c8 not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:13:49.174441 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device dcdbbbb2-d6db-4bee-8d34-66bc137efb51 no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:13:49.192043 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-96149cc2-472b-4bd8-93d5-36ba2b8f5d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.195485 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: dcdbbbb2-d6db-4bee-8d34-66bc137efb51 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:13:49.196111 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device dcdbbbb2-d6db-4bee-8d34-66bc137efb51 not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:13:49.221434 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-96149cc2-472b-4bd8-93d5-36ba2b8f5d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.396538 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-96149cc2-472b-4bd8-93d5-36ba2b8f5d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.399921 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-96149cc2-472b-4bd8-93d5-36ba2b8f5d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.401125 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-96149cc2-472b-4bd8-93d5-36ba2b8f5d18 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dce09f6c-0f00-4799-ab6f-e8143059435e HTTP/1.1" status: 204  len: 168 time: 0.2666237
Jan 28 02:13:49.409040 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96149cc2-472b-4bd8-93d5-36ba2b8f5d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce09f6c-0f00-4799-ab6f-e8143059435e,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:49.547010 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 33168) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:49.586235 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-1b009146-aca5-4e91-a859-4d37d287963e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6bdd27e926a84fa49844fbcca271bb19&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0373747
Jan 28 02:13:49.588478 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 33170) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:49.646170 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1ae800f1-bbea-4d8e-9fef-d686ac4a2c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.668768 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1ae800f1-bbea-4d8e-9fef-d686ac4a2c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.813308 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1ae800f1-bbea-4d8e-9fef-d686ac4a2c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.815801 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1ae800f1-bbea-4d8e-9fef-d686ac4a2c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:49.816987 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-1ae800f1-bbea-4d8e-9fef-d686ac4a2c0a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fdc91cf1-12bc-4b3a-a2a9-c8d74bf64381 HTTP/1.1" status: 204  len: 168 time: 0.2276177
Jan 28 02:13:49.831593 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae800f1-bbea-4d8e-9fef-d686ac4a2c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc91cf1-12bc-4b3a-a2a9-c8d74bf64381,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:50.267094 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 33180) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:50.284766 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c1d0b04d-9ae9-433c-b468-7d31be72c9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:50.370019 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c1d0b04d-9ae9-433c-b468-7d31be72c9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:50.452584 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c1d0b04d-9ae9-433c-b468-7d31be72c9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:50.493170 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0b04d-9ae9-433c-b468-7d31be72c9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f038f5-e45f-4779-ae77-7db171a652be,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:50.497356 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-c1d0b04d-9ae9-433c-b468-7d31be72c9cd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f5964a7ec6274d13879174c30785911d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2292182
Jan 28 02:13:50.499887 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 33186) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:50.550355 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0455d376-e397-4124-ab6e-a7e3adbf994f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:50.579518 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0455d376-e397-4124-ab6e-a7e3adbf994f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:50.716805 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0455d376-e397-4124-ab6e-a7e3adbf994f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:50.719549 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0455d376-e397-4124-ab6e-a7e3adbf994f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:50.720766 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-0455d376-e397-4124-ab6e-a7e3adbf994f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f5f038f5-e45f-4779-ae77-7db171a652be HTTP/1.1" status: 204  len: 168 time: 0.2198977
Jan 28 02:13:50.729252 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455d376-e397-4124-ab6e-a7e3adbf994f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f038f5-e45f-4779-ae77-7db171a652be,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:51.613770 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:52.656983 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 33246) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:52.764856 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-421a3bcb-e4e7-4bb9-98d0-689e18e5f8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:52.839583 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-421a3bcb-e4e7-4bb9-98d0-689e18e5f8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:52.894846 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-421a3bcb-e4e7-4bb9-98d0-689e18e5f8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:52.936237 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-421a3bcb-e4e7-4bb9-98d0-689e18e5f8b5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a40337ceef6f436ca1f3a9669724c72b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2781000
Jan 28 02:13:52.937198 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a3bcb-e4e7-4bb9-98d0-689e18e5f8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60e456c-429c-4f89-9a95-b60763d377fc,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:52.938970 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33252) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:52.996251 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2ecf1a4c-f573-4480-9885-1e4822c5831c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:53.020704 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2ecf1a4c-f573-4480-9885-1e4822c5831c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:53.172316 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2ecf1a4c-f573-4480-9885-1e4822c5831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:53.174963 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2ecf1a4c-f573-4480-9885-1e4822c5831c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:53.178682 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-2ecf1a4c-f573-4480-9885-1e4822c5831c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a60e456c-429c-4f89-9a95-b60763d377fc HTTP/1.1" status: 204  len: 168 time: 0.2362378
Jan 28 02:13:53.194689 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf1a4c-f573-4480-9885-1e4822c5831c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60e456c-429c-4f89-9a95-b60763d377fc,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:53.840432 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33260) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:53.854296 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b5383e7f-ef47-4c7a-960a-6c230cf01eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:53.930954 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b5383e7f-ef47-4c7a-960a-6c230cf01eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:54.012156 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b5383e7f-ef47-4c7a-960a-6c230cf01eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:54.053813 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-b5383e7f-ef47-4c7a-960a-6c230cf01eb6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=880b12172102453e9191a1388677b476&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2121837
Jan 28 02:13:54.054796 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5383e7f-ef47-4c7a-960a-6c230cf01eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb2dda1-06f9-4355-b927-b2b3b9236ea6,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:54.056817 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 33266) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:54.106275 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8acf895c-2ccb-4a5b-a7d7-79d823c6eb91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:54.126271 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8acf895c-2ccb-4a5b-a7d7-79d823c6eb91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:54.252707 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8acf895c-2ccb-4a5b-a7d7-79d823c6eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:54.255215 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8acf895c-2ccb-4a5b-a7d7-79d823c6eb91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:54.256485 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-8acf895c-2ccb-4a5b-a7d7-79d823c6eb91 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2bb2dda1-06f9-4355-b927-b2b3b9236ea6 HTTP/1.1" status: 204  len: 168 time: 0.1986878
Jan 28 02:13:54.264988 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf895c-2ccb-4a5b-a7d7-79d823c6eb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb2dda1-06f9-4355-b927-b2b3b9236ea6,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:56.903757 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 33344) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:57.020149 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-988828bb-635e-4a85-be3a-b49b4e1c73af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:57.093485 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-988828bb-635e-4a85-be3a-b49b4e1c73af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:57.178310 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-988828bb-635e-4a85-be3a-b49b4e1c73af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:57.220753 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-988828bb-635e-4a85-be3a-b49b4e1c73af admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dd86781dedd349f589cf63d394a7711f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3156934
Jan 28 02:13:57.223325 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988828bb-635e-4a85-be3a-b49b4e1c73af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41c4872-7c83-45a5-9587-eb17ca1f7a27,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:13:57.223762 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33352) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:13:57.281010 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-81889677-f79c-475f-9c02-5e8192c4e8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:57.305556 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-81889677-f79c-475f-9c02-5e8192c4e8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:57.453644 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-81889677-f79c-475f-9c02-5e8192c4e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:57.456649 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-81889677-f79c-475f-9c02-5e8192c4e8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:13:57.458033 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-81889677-f79c-475f-9c02-5e8192c4e8d9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c41c4872-7c83-45a5-9587-eb17ca1f7a27 HTTP/1.1" status: 204  len: 168 time: 0.2332301
Jan 28 02:13:57.468352 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81889677-f79c-475f-9c02-5e8192c4e8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41c4872-7c83-45a5-9587-eb17ca1f7a27,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:01.768221 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33436) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:01.871592 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9e72f5df-27d5-4623-ba28-730c85eaa11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:01.942909 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9e72f5df-27d5-4623-ba28-730c85eaa11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:02.024707 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9e72f5df-27d5-4623-ba28-730c85eaa11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:02.062489 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-9e72f5df-27d5-4623-ba28-730c85eaa11e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3370854f62c54f779200a21d8f4b9428&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2931631
Jan 28 02:14:02.063912 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72f5df-27d5-4623-ba28-730c85eaa11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305fa725-9beb-4152-afd5-c3de6bd8f09a,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:02.067452 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33444) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:02.116130 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-444a1c36-3324-47db-b7f9-60825ef11abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:02.136974 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-444a1c36-3324-47db-b7f9-60825ef11abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:02.229624 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-444a1c36-3324-47db-b7f9-60825ef11abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:02.232249 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-444a1c36-3324-47db-b7f9-60825ef11abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:02.237801 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-444a1c36-3324-47db-b7f9-60825ef11abb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/305fa725-9beb-4152-afd5-c3de6bd8f09a HTTP/1.1" status: 204  len: 168 time: 0.1649320
Jan 28 02:14:02.241804 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a1c36-3324-47db-b7f9-60825ef11abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305fa725-9beb-4152-afd5-c3de6bd8f09a,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:02.909662 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33460) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:02.923435 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5542f95d-5817-4273-9708-3a8121652604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:03.000454 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5542f95d-5817-4273-9708-3a8121652604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:03.053296 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5542f95d-5817-4273-9708-3a8121652604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:03.092158 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-5542f95d-5817-4273-9708-3a8121652604 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6e5155f501344d8ba00b60cfefd71739&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1811013
Jan 28 02:14:03.093061 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542f95d-5817-4273-9708-3a8121652604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a12e3ed-0388-4265-a7dc-2c289d83db0b,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:03.094793 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 33462) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:03.142729 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c86eb472-ff35-4e4e-acf4-1973e81d568c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:03.165527 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c86eb472-ff35-4e4e-acf4-1973e81d568c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:03.299165 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c86eb472-ff35-4e4e-acf4-1973e81d568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:03.301661 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c86eb472-ff35-4e4e-acf4-1973e81d568c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:03.306809 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-c86eb472-ff35-4e4e-acf4-1973e81d568c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7a12e3ed-0388-4265-a7dc-2c289d83db0b HTTP/1.1" status: 204  len: 168 time: 0.2070527
Jan 28 02:14:03.310708 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86eb472-ff35-4e4e-acf4-1973e81d568c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a12e3ed-0388-4265-a7dc-2c289d83db0b,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:04.729016 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:14:09.661157 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33584) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:09.765980 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1dfd8d0b-9dae-43ac-bfd6-94aef4ada0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:09.852029 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1dfd8d0b-9dae-43ac-bfd6-94aef4ada0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:09.909828 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1dfd8d0b-9dae-43ac-bfd6-94aef4ada0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:09.945902 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd8d0b-9dae-43ac-bfd6-94aef4ada0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f522596b-f00a-4042-bc97-8eacf97345ea,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:09.950191 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-1dfd8d0b-9dae-43ac-bfd6-94aef4ada0e8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d57dc0c1022b4596bb0d28aad886b9be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2878673
Jan 28 02:14:09.952948 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33588) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:10.004065 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-53ec4c5a-6733-44ba-865e-1a3bdf2820eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:10.025244 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-53ec4c5a-6733-44ba-865e-1a3bdf2820eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:10.155910 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-53ec4c5a-6733-44ba-865e-1a3bdf2820eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:10.159885 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-53ec4c5a-6733-44ba-865e-1a3bdf2820eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:10.163331 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-53ec4c5a-6733-44ba-865e-1a3bdf2820eb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f522596b-f00a-4042-bc97-8eacf97345ea HTTP/1.1" status: 204  len: 168 time: 0.2072749
Jan 28 02:14:10.170101 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec4c5a-6733-44ba-865e-1a3bdf2820eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f522596b-f00a-4042-bc97-8eacf97345ea,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:10.887615 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-dd974b31-2cc4-4068-89eb-330bb3646a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:10.942417 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33606) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:10.955808 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0a9b1e14-5438-475d-9f00-e96b54ccadc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:11.040283 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0a9b1e14-5438-475d-9f00-e96b54ccadc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:11.127401 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0a9b1e14-5438-475d-9f00-e96b54ccadc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:11.166142 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b1e14-5438-475d-9f00-e96b54ccadc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca527341-bb98-4960-b121-77040f9e6d5e,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:11.171539 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-0a9b1e14-5438-475d-9f00-e96b54ccadc3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4afd8c237a44d31a643bb098a787cdc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2277007
Jan 28 02:14:11.176010 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33608) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:11.228384 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-897aeb65-f89a-4f8c-9dd5-a9f88c7e24b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:11.249608 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-897aeb65-f89a-4f8c-9dd5-a9f88c7e24b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:11.367546 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-897aeb65-f89a-4f8c-9dd5-a9f88c7e24b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:11.370116 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-897aeb65-f89a-4f8c-9dd5-a9f88c7e24b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:11.371288 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-897aeb65-f89a-4f8c-9dd5-a9f88c7e24b5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ca527341-bb98-4960-b121-77040f9e6d5e HTTP/1.1" status: 204  len: 168 time: 0.1950376
Jan 28 02:14:11.379138 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897aeb65-f89a-4f8c-9dd5-a9f88c7e24b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca527341-bb98-4960-b121-77040f9e6d5e,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:11.527126 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33614) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:11.713691 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0dcb-cc5c-4b7e-add7-7cac328d61cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:11.797655 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0dcb-cc5c-4b7e-add7-7cac328d61cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:11.939077 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0dcb-cc5c-4b7e-add7-7cac328d61cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:11.984394 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-9b4c0dcb-cc5c-4b7e-add7-7cac328d61cd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=71d421fd2f1d49e2b4d304361deb4d6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4533644
Jan 28 02:14:11.984394 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c0dcb-cc5c-4b7e-add7-7cac328d61cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6406b1-3b7b-443e-8a06-a79e2e1e9231,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:11.985447 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 33620) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:12.000817 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33622) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:12.013337 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-55ece0ea-f934-4079-8917-8fc458c4fd19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:12.042295 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-81b710d6-2ffb-491d-adf8-18e8ec6ccad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:12.066697 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-81b710d6-2ffb-491d-adf8-18e8ec6ccad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:12.101274 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-55ece0ea-f934-4079-8917-8fc458c4fd19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:12.189555 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-55ece0ea-f934-4079-8917-8fc458c4fd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:12.230529 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-81b710d6-2ffb-491d-adf8-18e8ec6ccad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:12.233117 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-81b710d6-2ffb-491d-adf8-18e8ec6ccad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:12.233653 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-55ece0ea-f934-4079-8917-8fc458c4fd19 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=263ea453139b42c4b781ac63a6e79c40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2354891
Jan 28 02:14:12.234333 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-81b710d6-2ffb-491d-adf8-18e8ec6ccad0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cf6406b1-3b7b-443e-8a06-a79e2e1e9231 HTTP/1.1" status: 204  len: 168 time: 0.2478933
Jan 28 02:14:12.234692 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ece0ea-f934-4079-8917-8fc458c4fd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c32aff-8af3-41dc-b479-5458330ecc49,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:12.238134 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33624) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:12.245626 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b710d6-2ffb-491d-adf8-18e8ec6ccad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6406b1-3b7b-443e-8a06-a79e2e1e9231,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:12.298783 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-87fc2ad2-8ffb-4851-b533-271c6d393dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:12.326444 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-87fc2ad2-8ffb-4851-b533-271c6d393dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:12.458010 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-87fc2ad2-8ffb-4851-b533-271c6d393dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:12.461521 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-87fc2ad2-8ffb-4851-b533-271c6d393dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:12.462773 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-87fc2ad2-8ffb-4851-b533-271c6d393dc3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b2c32aff-8af3-41dc-b479-5458330ecc49 HTTP/1.1" status: 204  len: 168 time: 0.2234232
Jan 28 02:14:12.471620 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc2ad2-8ffb-4851-b533-271c6d393dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c32aff-8af3-41dc-b479-5458330ecc49,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:12.918395 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33638) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:12.932909 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a81b0a07-f59d-48c1-a4a0-bbcbbeb739e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:13.015824 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a81b0a07-f59d-48c1-a4a0-bbcbbeb739e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:13.080835 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a81b0a07-f59d-48c1-a4a0-bbcbbeb739e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:13.109625 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-a7dd05e8-f997-4f9c-bcfb-4323cc357715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:13.120099 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a81b0a07-f59d-48c1-a4a0-bbcbbeb739e2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ea5ec190e0204febae78d68c52038741&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2005217
Jan 28 02:14:13.122185 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b0a07-f59d-48c1-a4a0-bbcbbeb739e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7eddac7-ceab-486d-92de-bf1b757218b9,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:13.122853 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 33642) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:13.181720 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-97e3b42b-d536-4c59-b9bd-079cb1fac1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:13.212388 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-97e3b42b-d536-4c59-b9bd-079cb1fac1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:13.327410 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-97e3b42b-d536-4c59-b9bd-079cb1fac1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:13.329581 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-97e3b42b-d536-4c59-b9bd-079cb1fac1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:13.330846 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-97e3b42b-d536-4c59-b9bd-079cb1fac1f4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d7eddac7-ceab-486d-92de-bf1b757218b9 HTTP/1.1" status: 204  len: 168 time: 0.2069447
Jan 28 02:14:13.339737 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3b42b-d536-4c59-b9bd-079cb1fac1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7eddac7-ceab-486d-92de-bf1b757218b9,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:13.634394 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 33656) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:13.751327 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-7f19d7a4-d1cf-4ab3-b899-6268d6409d35 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1172123695-network', 'tenant_id': '42e977ea9e1f45ddbba1e5cfc40616be'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:14:13.824654 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f19d7a4-d1cf-4ab3-b899-6268d6409d35 admin admin] Made reservation on behalf of 42e977ea9e1f45ddbba1e5cfc40616be for: {'network': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:14:13.827861 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7f19d7a4-d1cf-4ab3-b899-6268d6409d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:13.838472 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7f19d7a4-d1cf-4ab3-b899-6268d6409d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:13.947916 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7f19d7a4-d1cf-4ab3-b899-6268d6409d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:14.041257 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7f19d7a4-d1cf-4ab3-b899-6268d6409d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:14.066515 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f19d7a4-d1cf-4ab3-b899-6268d6409d35 admin admin] vlan segment allocate from pool success with {'vlan_id': 1249, 'physical_network': 'physnet1'}  {{(pid=102090) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:14:14.076560 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19d7a4-d1cf-4ab3-b899-6268d6409d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66205d67-000a-4479-838a-753e889c809c,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:14.083751 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7f19d7a4-d1cf-4ab3-b899-6268d6409d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:14.085062 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.segments_db [None req-7f19d7a4-d1cf-4ab3-b899-6268d6409d35 admin admin] Added segment a991ad7d-4bac-4a14-b0a2-73e9e7003933 of type vlan for network 71599fa5-1b53-41d1-82ec-e6b2105a5144
Jan 28 02:14:14.130610 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7f19d7a4-d1cf-4ab3-b899-6268d6409d35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:14.264514 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7f19d7a4-d1cf-4ab3-b899-6268d6409d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:14.265535 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f19d7a4-d1cf-4ab3-b899-6268d6409d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:14.266113 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7f19d7a4-d1cf-4ab3-b899-6268d6409d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:14.328305 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19d7a4-d1cf-4ab3-b899-6268d6409d35 admin admin] Pushing event updated for resources: {'Network': ['ID=71599fa5-1b53-41d1-82ec-e6b2105a5144,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:14.338832 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network 71599fa5-1b53-41d1-82ec-e6b2105a5144 details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:14:14.413169 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-7f19d7a4-d1cf-4ab3-b899-6268d6409d35 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7767982
Jan 28 02:14:14.421428 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 33678) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:14.426471 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-89f07555-84bc-4321-9286-a1c640f98044 admin admin] Request body: {'subnet': {'network_id': '71599fa5-1b53-41d1-82ec-e6b2105a5144', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1172123695-subnet', 'tenant_id': '42e977ea9e1f45ddbba1e5cfc40616be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:14:14.534042 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f07555-84bc-4321-9286-a1c640f98044 admin admin] Made reservation on behalf of 42e977ea9e1f45ddbba1e5cfc40616be for: {'subnet': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:14:14.536520 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-89f07555-84bc-4321-9286-a1c640f98044 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28403218'] for subnet, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:14.630476 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:14.796033 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-89f07555-84bc-4321-9286-a1c640f98044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29133659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28403200'] for subnet, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:14.854208 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f07555-84bc-4321-9286-a1c640f98044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69f4e198-b29e-4e5c-ab2a-2c191292c1b4,revision_number=0']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:14.867116 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f07555-84bc-4321-9286-a1c640f98044 admin admin] Checking segment: {'id': 'a991ad7d-4bac-4a14-b0a2-73e9e7003933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71599fa5-1b53-41d1-82ec-e6b2105a5144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:14:14.869580 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f07555-84bc-4321-9286-a1c640f98044 admin admin] Network hostable DHCP agents. Network: 71599fa5-1b53-41d1-82ec-e6b2105a5144, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102090) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:14:14.938868 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f07555-84bc-4321-9286-a1c640f98044 admin admin] Network 71599fa5-1b53-41d1-82ec-e6b2105a5144 is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102090) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:14:15.018639 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-89f07555-84bc-4321-9286-a1c640f98044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, 71599fa5-1b53-41d1-82ec-e6b2105a5144) {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:14:15.023879 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f07555-84bc-4321-9286-a1c640f98044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:15.024512 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-89f07555-84bc-4321-9286-a1c640f98044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:15.030551 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54cc069-8061-44fa-99ef-0d25db048f3c None None] Network 71599fa5-1b53-41d1-82ec-e6b2105a5144 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:14:15.136034 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-89f07555-84bc-4321-9286-a1c640f98044 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7133904
Jan 28 02:14:15.175413 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26d8e52-2499-46f5-ab35-0bd6615d442f None None] Network 71599fa5-1b53-41d1-82ec-e6b2105a5144 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:14:16.469843 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:16.605177 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:17.452204 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-a379b240-c09e-41ea-8bc2-66cdc1579a24 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:17.453570 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-a379b240-c09e-41ea-8bc2-66cdc1579a24 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/networks?id=71599fa5-1b53-41d1-82ec-e6b2105a5144 HTTP/1.1" status: 200  len: 809 time: 0.1108057
Jan 28 02:14:17.468674 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-8edb4b2d-02f0-4eff-9c7b-7fbd4cc221af tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/quotas/42e977ea9e1f45ddbba1e5cfc40616be HTTP/1.1" status: 200  len: 375 time: 0.0093300
Jan 28 02:14:17.501974 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-91a8054a-7233-49f5-9920-308b234c08c1 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=42e977ea9e1f45ddbba1e5cfc40616be&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0277307
Jan 28 02:14:17.590655 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-d9af8fda-83a4-434e-8ae6-bfdedcea77bf service neutron] 10.222.0.79 "GET /v2.0/networks/71599fa5-1b53-41d1-82ec-e6b2105a5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808609
Jan 28 02:14:17.682710 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-a3def39c-dac6-438d-9e3a-94e9fd3653e2 service neutron] 10.222.0.79 "GET /v2.0/networks/71599fa5-1b53-41d1-82ec-e6b2105a5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871513
Jan 28 02:14:17.928030 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c3a41ca1-81a7-48b3-96e6-f4cc8b7be77c req-a4510e8b-f5b4-4c87-9b82-a254462958da tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 210 time: 0.0257454
Jan 28 02:14:19.024248 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0aa4577f-8687-4d5d-9c41-7082b567a95a req-80ff3e2b-2c42-415e-a46d-30a5c4292986 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 210 time: 0.0271969
Jan 28 02:14:20.139375 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bcc5d53d-3353-4622-88ab-8b63acc19b7c req-dfbb8428-2d72-49cf-b635-5cb64542d3d1 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 210 time: 0.0305028
Jan 28 02:14:20.963922 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-c2d8e7f1-6273-44d2-9b67-73047bbc9540 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:20.967279 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-c2d8e7f1-6273-44d2-9b67-73047bbc9540 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.95 "GET /v2.0/networks?id=71599fa5-1b53-41d1-82ec-e6b2105a5144 HTTP/1.1" status: 200  len: 809 time: 0.1047876
Jan 28 02:14:21.012293 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Request body: {'port': {'device_id': 'f15bc945-3a06-4b6e-a78c-7f7a4704a9b4', 'network_id': '71599fa5-1b53-41d1-82ec-e6b2105a5144', 'admin_state_up': True, 'tenant_id': '42e977ea9e1f45ddbba1e5cfc40616be'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:14:21.201499 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Made reservation on behalf of 42e977ea9e1f45ddbba1e5cfc40616be for: {'port': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:14:21.205106 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:21.256573 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-07701d36-f931-4716-a6a2-650d8c4dbe3e req-53b2d04a-2877-455b-afb2-4486023a16a0 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 210 time: 0.0397849
Jan 28 02:14:21.401558 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Allocated IP 172.20.0.4 (71599fa5-1b53-41d1-82ec-e6b2105a5144/69f4e198-b29e-4e5c-ab2a-2c191292c1b4/d2bf62e1-ee5e-4d62-8543-82125313cba3) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:14:21.565298 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:21.659177 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:21.680001 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:21.726053 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Network 71599fa5-1b53-41d1-82ec-e6b2105a5144 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:14:21.729503 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:14:21.733945 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:14:21.736914 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Pushing event updated for resources: {'Port': ['ID=d2bf62e1-ee5e-4d62-8543-82125313cba3,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:21.768038 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:21.768384 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:21.768725 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:21.769045 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:21.769365 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:21.769684 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:21.769997 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:21.770312 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:21.770637 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:21.770968 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:21.771261 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:21.771571 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:21.801740 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:21.802334 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:21.895825 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-9330848e-d8c7-41bf-8563-cc7988a20ba6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8940151
Jan 28 02:14:21.918608 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Request body: {'port': {'device_id': 'f15bc945-3a06-4b6e-a78c-7f7a4704a9b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:14:22.268660 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:22.489537 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a188329-8687-4be6-a419-4f79e631f40b req-9b5302d7-84e1-4005-a65a-4cfa57aa3b9b tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:22.491464 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a188329-8687-4be6-a419-4f79e631f40b req-9b5302d7-84e1-4005-a65a-4cfa57aa3b9b tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 931 time: 0.1531754
Jan 28 02:14:22.552088 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a188329-8687-4be6-a419-4f79e631f40b req-d2a4d873-cf7b-4326-b1d7-d1fc26bf2035 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525303
Jan 28 02:14:22.620886 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2bf62e1-ee5e-4d62-8543-82125313cba3 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:14:22.628414 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:22.645618 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Transition to ACTIVE for port object d2bf62e1-ee5e-4d62-8543-82125313cba3 will not be triggered until provisioned by entity L2. {{(pid=102090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:14:22.749383 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:22.798617 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2bf62e1-ee5e-4d62-8543-82125313cba3,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:22.875278 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Attempting to bind port d2bf62e1-ee5e-4d62-8543-82125313cba3 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:14:22.875558 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Attempting to bind port d2bf62e1-ee5e-4d62-8543-82125313cba3 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': 'a991ad7d-4bac-4a14-b0a2-73e9e7003933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71599fa5-1b53-41d1-82ec-e6b2105a5144'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:14:22.875858 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Attempting to bind port d2bf62e1-ee5e-4d62-8543-82125313cba3 on network 71599fa5-1b53-41d1-82ec-e6b2105a5144 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:14:22.880228 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Port d2bf62e1-ee5e-4d62-8543-82125313cba3 on network 71599fa5-1b53-41d1-82ec-e6b2105a5144 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:14:22.880545 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Attempting to bind port d2bf62e1-ee5e-4d62-8543-82125313cba3 on network 71599fa5-1b53-41d1-82ec-e6b2105a5144 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:14:22.885461 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:14:22.885793 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Checking segment: {'id': 'a991ad7d-4bac-4a14-b0a2-73e9e7003933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71599fa5-1b53-41d1-82ec-e6b2105a5144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:14:22.886168 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Bound using segment: {'id': 'a991ad7d-4bac-4a14-b0a2-73e9e7003933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71599fa5-1b53-41d1-82ec-e6b2105a5144'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:14:22.886580 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Bound port: d2bf62e1-ee5e-4d62-8543-82125313cba3, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a991ad7d-4bac-4a14-b0a2-73e9e7003933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71599fa5-1b53-41d1-82ec-e6b2105a5144'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:14:22.886929 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:22.950069 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] For port d2bf62e1-ee5e-4d62-8543-82125313cba3, host hv-cinder-82497, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:14:22.953063 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] For port d2bf62e1-ee5e-4d62-8543-82125313cba3, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d2bf62e1-ee5e-4d62-8543-82125313cba3,segment=NetworkSegment(a991ad7d-4bac-4a14-b0a2-73e9e7003933),segment_id=a991ad7d-4bac-4a14-b0a2-73e9e7003933)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:14:23.048070 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:23.085319 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:23.085935 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:23.087319 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] 10.222.0.95 "PUT /v2.0/ports/d2bf62e1-ee5e-4d62-8543-82125313cba3 HTTP/1.1" status: 200  len: 1093 time: 1.1750741
Jan 28 02:14:23.087747 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15bc945-3a06-4b6e-a78c-7f7a4704a9b4', 'tag': 'd2bf62e1-ee5e-4d62-8543-82125313cba3'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:14:23.090199 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bccd353-95b1-4c1f-b93d-69b6c9056e19" -d '{"events": [{"name": "network-changed", "server_uuid": "f15bc945-3a06-4b6e-a78c-7f7a4704a9b4", "tag": "d2bf62e1-ee5e-4d62-8543-82125313cba3"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:14:23.112878 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2e9a7-de00-498f-bd7c-02091e2daeb0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2bf62e1-ee5e-4d62-8543-82125313cba3,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:23.136146 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9563196e-b4e4-4df7-a4bb-c53cd15a8ed0 x-openstack-request-id: req-9563196e-b4e4-4df7-a4bb-c53cd15a8ed0 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:14:23.136442 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f15bc945-3a06-4b6e-a78c-7f7a4704a9b4", "tag": "d2bf62e1-ee5e-4d62-8543-82125313cba3", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:14:23.136695 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9563196e-b4e4-4df7-a4bb-c53cd15a8ed0 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:14:23.137225 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15bc945-3a06-4b6e-a78c-7f7a4704a9b4', 'tag': 'd2bf62e1-ee5e-4d62-8543-82125313cba3', 'status': 'completed', 'code': 200}
Jan 28 02:14:23.220301 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccd353-95b1-4c1f-b93d-69b6c9056e19 req-0523c00c-fe20-4b86-80be-e0e3989f40b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:23.221793 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6bccd353-95b1-4c1f-b93d-69b6c9056e19 req-0523c00c-fe20-4b86-80be-e0e3989f40b1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=42e977ea9e1f45ddbba1e5cfc40616be&device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 1096 time: 0.0413530
Jan 28 02:14:23.337551 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccd353-95b1-4c1f-b93d-69b6c9056e19 req-6f716630-2703-4adf-87a1-a40221f8c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:23.339612 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6bccd353-95b1-4c1f-b93d-69b6c9056e19 req-6f716630-2703-4adf-87a1-a40221f8c285 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=42e977ea9e1f45ddbba1e5cfc40616be&shared=False HTTP/1.1" status: 200  len: 911 time: 0.0993266
Jan 28 02:14:23.459434 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccd353-95b1-4c1f-b93d-69b6c9056e19 req-7c171e84-ba86-45ee-891b-3056938ef11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:23.461110 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6bccd353-95b1-4c1f-b93d-69b6c9056e19 req-7c171e84-ba86-45ee-891b-3056938ef11a service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1128099
Jan 28 02:14:23.573162 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-49b4ecfc-7851-4df0-bbd8-440de26b05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:23.574674 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-49b4ecfc-7851-4df0-bbd8-440de26b05c5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=42e977ea9e1f45ddbba1e5cfc40616be&device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 1096 time: 0.0473621
Jan 28 02:14:23.628313 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-01b59672-e9fe-475d-a52e-358bb69c4e21 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2bf62e1-ee5e-4d62-8543-82125313cba3 HTTP/1.1" status: 200  len: 217 time: 0.0391092
Jan 28 02:14:23.705271 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-7318a975-4e53-4468-91c5-4472b146cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:23.706784 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-7318a975-4e53-4468-91c5-4472b146cbe3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=69f4e198-b29e-4e5c-ab2a-2c191292c1b4 HTTP/1.1" status: 200  len: 849 time: 0.0683987
Jan 28 02:14:23.719277 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c7ab3-2af4-4cdb-827f-339ac9430b66 req-afc7ab4d-e5cf-461e-ac4e-857a120a012d tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:23.720809 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8a6c7ab3-2af4-4cdb-827f-339ac9430b66 req-afc7ab4d-e5cf-461e-ac4e-857a120a012d tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 943 time: 0.0914819
Jan 28 02:14:23.752223 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-b6e6206e-048d-44a6-878d-954d1ae2c902 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=71599fa5-1b53-41d1-82ec-e6b2105a5144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0303674
Jan 28 02:14:23.824750 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8a6c7ab3-2af4-4cdb-827f-339ac9430b66 req-1e3c6fcf-3004-439f-a80b-88d02de3f0c6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947332
Jan 28 02:14:23.871117 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-e9f5b54c-f949-4c82-b995-1264f789356b service neutron] 10.222.0.95 "GET /v2.0/networks/71599fa5-1b53-41d1-82ec-e6b2105a5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1114979
Jan 28 02:14:23.970861 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5b51e21f-69a2-4a11-bca2-b957cd21ce05 req-3311f57c-b5dd-4054-8f94-5d5a0f4cb618 service neutron] 10.222.0.95 "GET /v2.0/networks/71599fa5-1b53-41d1-82ec-e6b2105a5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0930610
Jan 28 02:14:24.945924 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488b856-2f47-45f7-8ebc-e2e9453bc152 req-d557dd18-82b0-463f-a3f1-f5bea2c29026 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:24.947425 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6488b856-2f47-45f7-8ebc-e2e9453bc152 req-d557dd18-82b0-463f-a3f1-f5bea2c29026 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 943 time: 0.0507712
Jan 28 02:14:24.985722 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6488b856-2f47-45f7-8ebc-e2e9453bc152 req-abc0055c-1e0e-416b-85e8-97b5308e00ff tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322549
Jan 28 02:14:25.690446 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 33838) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:25.811077 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-3d280575-b058-44b7-b9e1-bc84ffff259c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:25.891096 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-3d280575-b058-44b7-b9e1-bc84ffff259c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:26.001419 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-3d280575-b058-44b7-b9e1-bc84ffff259c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:26.044111 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-3d280575-b058-44b7-b9e1-bc84ffff259c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa0a6d3c3de94a4383df33de907a1878&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3525217
Jan 28 02:14:26.045259 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d280575-b058-44b7-b9e1-bc84ffff259c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01809de1-30ee-41b8-9133-eafbc19641b6,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:26.047938 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 33844) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:26.132427 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device d2bf62e1-ee5e-4d62-8543-82125313cba3 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:14:26.176692 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120a064-630e-4a05-9edb-15d36e698ef8 req-39eb0f2a-ddc7-436e-a734-9aa7b8871579 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:26.178865 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3120a064-630e-4a05-9edb-15d36e698ef8 req-39eb0f2a-ddc7-436e-a734-9aa7b8871579 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 943 time: 0.1130214
Jan 28 02:14:26.186395 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-fec20cf2-9d6d-4eb1-ae5f-aee14db6b950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:26.238771 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-fec20cf2-9d6d-4eb1-ae5f-aee14db6b950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:26.252887 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port d2bf62e1-ee5e-4d62-8543-82125313cba3, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d2bf62e1-ee5e-4d62-8543-82125313cba3,segment=NetworkSegment(a991ad7d-4bac-4a14-b0a2-73e9e7003933),segment_id=a991ad7d-4bac-4a14-b0a2-73e9e7003933)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:26.255815 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3120a064-630e-4a05-9edb-15d36e698ef8 req-9f867c08-e35b-4419-9246-93b9ef17e09a tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660121
Jan 28 02:14:26.272241 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': 'd2bf62e1-ee5e-4d62-8543-82125313cba3', 'network_id': '71599fa5-1b53-41d1-82ec-e6b2105a5144', 'port_id': 'd2bf62e1-ee5e-4d62-8543-82125313cba3', 'mac_address': 'fa:16:3e:df:2c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f4e198-b29e-4e5c-ab2a-2c191292c1b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:14:26.335324 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:26.354784 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2bf62e1-ee5e-4d62-8543-82125313cba3 {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:14:26.384718 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port d2bf62e1-ee5e-4d62-8543-82125313cba3, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d2bf62e1-ee5e-4d62-8543-82125313cba3,segment=NetworkSegment(a991ad7d-4bac-4a14-b0a2-73e9e7003933),segment_id=a991ad7d-4bac-4a14-b0a2-73e9e7003933)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:26.390046 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-fec20cf2-9d6d-4eb1-ae5f-aee14db6b950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:26.392859 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-fec20cf2-9d6d-4eb1-ae5f-aee14db6b950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:26.394454 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-fec20cf2-9d6d-4eb1-ae5f-aee14db6b950 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/01809de1-30ee-41b8-9133-eafbc19641b6 HTTP/1.1" status: 204  len: 168 time: 0.3452873
Jan 28 02:14:26.404909 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec20cf2-9d6d-4eb1-ae5f-aee14db6b950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01809de1-30ee-41b8-9133-eafbc19641b6,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:26.470278 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:26.528638 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=d2bf62e1-ee5e-4d62-8543-82125313cba3,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:26.536506 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:26.537351 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:26.537727 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:26.538057 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:26.538382 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:26.538700 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:26.539018 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:26.539338 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:26.539662 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:26.540010 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:26.540317 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:26.540631 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:26.835708 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['d2bf62e1-ee5e-4d62-8543-82125313cba3'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:14:27.088683 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33850) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:27.102350 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc093-75a3-4f28-bc6a-8406b4c755a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:27.192250 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc093-75a3-4f28-bc6a-8406b4c755a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:27.258885 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc093-75a3-4f28-bc6a-8406b4c755a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:27.303014 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-6d9dc093-75a3-4f28-bc6a-8406b4c755a8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c9456c631a084f1cbc07d17a744644bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2150311
Jan 28 02:14:27.304320 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9dc093-75a3-4f28-bc6a-8406b4c755a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b916b3fb-8318-4232-83c9-30ef1b3ef664,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:27.305980 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 33854) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:27.322650 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc093-75a3-4f28-bc6a-8406b4c755a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:27.323183 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc093-75a3-4f28-bc6a-8406b4c755a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:27.324203 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc093-75a3-4f28-bc6a-8406b4c755a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:27.324668 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc093-75a3-4f28-bc6a-8406b4c755a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:27.324851 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc093-75a3-4f28-bc6a-8406b4c755a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:27.325184 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc093-75a3-4f28-bc6a-8406b4c755a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:27.326186 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc093-75a3-4f28-bc6a-8406b4c755a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:27.326186 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc093-75a3-4f28-bc6a-8406b4c755a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:27.326543 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc093-75a3-4f28-bc6a-8406b4c755a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:27.326543 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc093-75a3-4f28-bc6a-8406b4c755a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:27.326899 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc093-75a3-4f28-bc6a-8406b4c755a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:27.327330 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc093-75a3-4f28-bc6a-8406b4c755a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:14:27.403308 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f302102b-3ab9-483c-a1c4-2011efe6b989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:27.419267 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20e8e2-a2a9-492c-9489-aef29f0ba47b req-3b99bc1c-defd-4234-97f4-13b1bc4f44a7 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:27.420975 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9e20e8e2-a2a9-492c-9489-aef29f0ba47b req-3b99bc1c-defd-4234-97f4-13b1bc4f44a7 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 944 time: 0.0818932
Jan 28 02:14:27.457776 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f302102b-3ab9-483c-a1c4-2011efe6b989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:27.499678 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9e20e8e2-a2a9-492c-9489-aef29f0ba47b req-e61a144a-6a08-4ad1-b3a5-4c00c4b87f63 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725248
Jan 28 02:14:27.629024 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f302102b-3ab9-483c-a1c4-2011efe6b989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:27.632036 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f302102b-3ab9-483c-a1c4-2011efe6b989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:27.633181 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-f302102b-3ab9-483c-a1c4-2011efe6b989 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b916b3fb-8318-4232-83c9-30ef1b3ef664 HTTP/1.1" status: 204  len: 168 time: 0.3260746
Jan 28 02:14:27.643004 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302102b-3ab9-483c-a1c4-2011efe6b989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b916b3fb-8318-4232-83c9-30ef1b3ef664,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:28.135851 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device d2bf62e1-ee5e-4d62-8543-82125313cba3 up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:14:28.258643 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port d2bf62e1-ee5e-4d62-8543-82125313cba3 completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:14:28.262796 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port d2bf62e1-ee5e-4d62-8543-82125313cba3 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:14:28.263167 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:28.326996 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 33860) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:28.341598 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d50fc0cd-2047-44fc-ad86-b597b3f1d4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:28.347933 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:28.372394 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15bc945-3a06-4b6e-a78c-7f7a4704a9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bf62e1-ee5e-4d62-8543-82125313cba3'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:14:28.374733 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ab8c22-fdf4-47ff-80ad-18ad494b72a0" -d '{"events": [{"server_uuid": "f15bc945-3a06-4b6e-a78c-7f7a4704a9b4", "name": "network-vif-plugged", "status": "completed", "tag": "d2bf62e1-ee5e-4d62-8543-82125313cba3"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:14:28.388211 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port d2bf62e1-ee5e-4d62-8543-82125313cba3, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d2bf62e1-ee5e-4d62-8543-82125313cba3,segment=NetworkSegment(a991ad7d-4bac-4a14-b0a2-73e9e7003933),segment_id=a991ad7d-4bac-4a14-b0a2-73e9e7003933)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:28.417808 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a347a5b-c684-4c2e-a7f2-ec3f938c9399 x-openstack-request-id: req-8a347a5b-c684-4c2e-a7f2-ec3f938c9399 {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:14:28.418110 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15bc945-3a06-4b6e-a78c-7f7a4704a9b4", "name": "network-vif-plugged", "status": "completed", "tag": "d2bf62e1-ee5e-4d62-8543-82125313cba3", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:14:28.418427 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8a347a5b-c684-4c2e-a7f2-ec3f938c9399 {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:14:28.418886 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15bc945-3a06-4b6e-a78c-7f7a4704a9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bf62e1-ee5e-4d62-8543-82125313cba3', 'code': 200}
Jan 28 02:14:28.430192 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d50fc0cd-2047-44fc-ad86-b597b3f1d4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:28.475848 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:28.509496 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d50fc0cd-2047-44fc-ad86-b597b3f1d4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:28.526475 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=d2bf62e1-ee5e-4d62-8543-82125313cba3,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:28.562512 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-d50fc0cd-2047-44fc-ad86-b597b3f1d4c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ae734c5c95724df09064e57ed6d5e045&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2343903
Jan 28 02:14:28.563479 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fc0cd-2047-44fc-ad86-b597b3f1d4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9bddf7-eaf8-4d22-9fce-8ec17edf5396,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:28.565575 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33866) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:28.626684 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-918a11c1-9909-4ca9-8745-bee921ec8cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:28.632908 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6dc4e-5159-4892-91eb-a33beae81483 req-c23f3120-4317-4c9e-a67a-0331a47f6f17 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:28.634660 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1df6dc4e-5159-4892-91eb-a33beae81483 req-c23f3120-4317-4c9e-a67a-0331a47f6f17 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 945 time: 0.0572197
Jan 28 02:14:28.654387 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-918a11c1-9909-4ca9-8745-bee921ec8cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:28.679603 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1df6dc4e-5159-4892-91eb-a33beae81483 req-d90ee739-e32b-4252-a328-69af906403d4 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380132
Jan 28 02:14:28.801335 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-918a11c1-9909-4ca9-8745-bee921ec8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:28.801569 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e75dfd-fd29-4446-bd9c-92ed6d9fb092 req-4c6f6a4c-a5da-4e0d-aeba-6970879534cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:28.803092 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-88e75dfd-fd29-4446-bd9c-92ed6d9fb092 req-4c6f6a4c-a5da-4e0d-aeba-6970879534cb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 1098 time: 0.0412700
Jan 28 02:14:28.803933 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-918a11c1-9909-4ca9-8745-bee921ec8cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:28.805133 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-918a11c1-9909-4ca9-8745-bee921ec8cdf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2a9bddf7-eaf8-4d22-9fce-8ec17edf5396 HTTP/1.1" status: 204  len: 168 time: 0.2385802
Jan 28 02:14:28.814515 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a11c1-9909-4ca9-8745-bee921ec8cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9bddf7-eaf8-4d22-9fce-8ec17edf5396,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:28.845304 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-88e75dfd-fd29-4446-bd9c-92ed6d9fb092 req-ccbf800b-6a5c-4aed-b514-12d0ea6a8267 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353019
Jan 28 02:14:29.801259 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567c172-d3cf-4088-94fa-621c4529da14 req-b9da691f-4905-4a40-b943-0926752207f8 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:29.803392 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c567c172-d3cf-4088-94fa-621c4529da14 req-b9da691f-4905-4a40-b943-0926752207f8 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 945 time: 0.0502834
Jan 28 02:14:29.846768 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c567c172-d3cf-4088-94fa-621c4529da14 req-fa37f5ce-53aa-4835-baa5-b019ec945d4a tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366392
Jan 28 02:14:29.853414 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33890) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:29.957575 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-9a539d45-92ef-4e09-b89e-18fab6489c63 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1372982666-network', 'tenant_id': 'dfdaf77bcf5a4358b657de79f178fa6e'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:14:30.086354 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a539d45-92ef-4e09-b89e-18fab6489c63 admin admin] Made reservation on behalf of dfdaf77bcf5a4358b657de79f178fa6e for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:14:30.088746 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9a539d45-92ef-4e09-b89e-18fab6489c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:30.097595 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9a539d45-92ef-4e09-b89e-18fab6489c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:30.176564 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9a539d45-92ef-4e09-b89e-18fab6489c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:30.333104 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9a539d45-92ef-4e09-b89e-18fab6489c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:30.358276 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a539d45-92ef-4e09-b89e-18fab6489c63 admin admin] vlan segment allocate from pool success with {'vlan_id': 1210, 'physical_network': 'physnet1'}  {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 28 02:14:30.370408 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a539d45-92ef-4e09-b89e-18fab6489c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883d0120-e823-4caa-873d-f94da1be3766,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:30.375622 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9a539d45-92ef-4e09-b89e-18fab6489c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:30.375962 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-9a539d45-92ef-4e09-b89e-18fab6489c63 admin admin] Added segment 6d3e3a96-a232-48e0-9006-56a8f26af3f6 of type vlan for network c1617250-6906-428a-b42f-41a62d6e9eab
Jan 28 02:14:30.417318 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9a539d45-92ef-4e09-b89e-18fab6489c63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759977334730'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:30.498308 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9a539d45-92ef-4e09-b89e-18fab6489c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:30.499267 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a539d45-92ef-4e09-b89e-18fab6489c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:30.499887 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9a539d45-92ef-4e09-b89e-18fab6489c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:30.558117 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a539d45-92ef-4e09-b89e-18fab6489c63 admin admin] Pushing event updated for resources: {'Network': ['ID=c1617250-6906-428a-b42f-41a62d6e9eab,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:30.570170 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Network c1617250-6906-428a-b42f-41a62d6e9eab details requested by agent ovs-agent-dv-cinder-824977-1-iscsi with host dv-cinder-824977-1-iscsi {{(pid=102091) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 28 02:14:30.615321 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-9a539d45-92ef-4e09-b89e-18fab6489c63 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7604716
Jan 28 02:14:30.618051 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 33894) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:30.623011 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-1522fdc8-95e2-4cbe-ac87-c1b1a5cd0d99 admin admin] Request body: {'subnet': {'network_id': 'c1617250-6906-428a-b42f-41a62d6e9eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1372982666-subnet', 'tenant_id': 'dfdaf77bcf5a4358b657de79f178fa6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:14:30.705602 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1522fdc8-95e2-4cbe-ac87-c1b1a5cd0d99 admin admin] Made reservation on behalf of dfdaf77bcf5a4358b657de79f178fa6e for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:14:30.708251 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1522fdc8-95e2-4cbe-ac87-c1b1a5cd0d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28750103'] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:30.949886 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1522fdc8-95e2-4cbe-ac87-c1b1a5cd0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27877483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28750085'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:30.964914 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d290295-9969-49e8-aef5-01410d233cb1 req-d0350a15-021b-40c7-bf3c-e6dd977b73a8 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:30.966347 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0d290295-9969-49e8-aef5-01410d233cb1 req-d0350a15-021b-40c7-bf3c-e6dd977b73a8 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 945 time: 0.0516722
Jan 28 02:14:31.006721 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522fdc8-95e2-4cbe-ac87-c1b1a5cd0d99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2237a530-3da5-4e58-a63d-c06367eb0b46,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:31.007374 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0d290295-9969-49e8-aef5-01410d233cb1 req-52d3895d-a342-4e49-ad42-22623533243f tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0346785
Jan 28 02:14:31.015649 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522fdc8-95e2-4cbe-ac87-c1b1a5cd0d99 admin admin] Checking segment: {'id': '6d3e3a96-a232-48e0-9006-56a8f26af3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'c1617250-6906-428a-b42f-41a62d6e9eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:14:31.016038 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1522fdc8-95e2-4cbe-ac87-c1b1a5cd0d99 admin admin] Network hostable DHCP agents. Network: c1617250-6906-428a-b42f-41a62d6e9eab, hostable agents: ['1e866e6d-9eca-4744-a22b-808e631051bb'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 28 02:14:31.109591 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1522fdc8-95e2-4cbe-ac87-c1b1a5cd0d99 admin admin] Network c1617250-6906-428a-b42f-41a62d6e9eab is scheduled to be hosted by DHCP agent 1e866e6d-9eca-4744-a22b-808e631051bb with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 28 02:14:31.206687 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-1522fdc8-95e2-4cbe-ac87-c1b1a5cd0d99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824977-1-iscsi, c1617250-6906-428a-b42f-41a62d6e9eab) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:14:31.211080 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1522fdc8-95e2-4cbe-ac87-c1b1a5cd0d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:31.211690 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1522fdc8-95e2-4cbe-ac87-c1b1a5cd0d99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:31.215938 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7786ae-537c-46c5-840d-ffe01370afe4 None None] Network c1617250-6906-428a-b42f-41a62d6e9eab requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:14:31.324067 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-1522fdc8-95e2-4cbe-ac87-c1b1a5cd0d99 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7047374
Jan 28 02:14:31.339657 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dddb7ef-6f40-484b-87a0-c68e04b4a7fb None None] Network c1617250-6906-428a-b42f-41a62d6e9eab requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:14:32.551609 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85ab52-8949-4821-9a73-348af70e6ab0 req-c2c44397-b4b1-4b2f-8310-ccb50ab57b9d tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:32.554090 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fd85ab52-8949-4821-9a73-348af70e6ab0 req-c2c44397-b4b1-4b2f-8310-ccb50ab57b9d tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 945 time: 0.0510535
Jan 28 02:14:32.592067 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fd85ab52-8949-4821-9a73-348af70e6ab0 req-03a33d7f-af59-43d1-b4c0-acb525f71267 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0318336
Jan 28 02:14:33.494925 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19670443-0d38-417a-8954-95741d9f42a3 req-50efa706-461d-4d90-8a23-54f1c747656c tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:33.496420 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19670443-0d38-417a-8954-95741d9f42a3 req-50efa706-461d-4d90-8a23-54f1c747656c tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/networks?id=c1617250-6906-428a-b42f-41a62d6e9eab HTTP/1.1" status: 200  len: 814 time: 0.1035609
Jan 28 02:14:33.512332 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19670443-0d38-417a-8954-95741d9f42a3 req-7686d184-9d70-45f8-b012-de64f70551f8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/quotas/dfdaf77bcf5a4358b657de79f178fa6e HTTP/1.1" status: 200  len: 375 time: 0.0098119
Jan 28 02:14:33.543989 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19670443-0d38-417a-8954-95741d9f42a3 req-ccc96d67-d59c-4b9b-962a-b7a036de3633 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=dfdaf77bcf5a4358b657de79f178fa6e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0260892
Jan 28 02:14:33.639467 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19670443-0d38-417a-8954-95741d9f42a3 req-a420cfaa-3efd-4b79-b9dc-f51854ef53cf service neutron] 10.222.0.79 "GET /v2.0/networks/c1617250-6906-428a-b42f-41a62d6e9eab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872471
Jan 28 02:14:33.755799 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2238228-3b5e-4a2a-b45b-c6fb066f24f6 req-02f7773d-fca3-4452-aa25-e972d464548b tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:33.757293 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a2238228-3b5e-4a2a-b45b-c6fb066f24f6 req-02f7773d-fca3-4452-aa25-e972d464548b tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 945 time: 0.0926969
Jan 28 02:14:33.774237 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19670443-0d38-417a-8954-95741d9f42a3 req-ec372488-09e6-47da-9b87-fe04e7824bf0 service neutron] 10.222.0.79 "GET /v2.0/networks/c1617250-6906-428a-b42f-41a62d6e9eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287856
Jan 28 02:14:33.807725 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a2238228-3b5e-4a2a-b45b-c6fb066f24f6 req-c6bdb08d-c1af-4891-9b7e-780be19617d6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428066
Jan 28 02:14:34.013275 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e16775db-c26b-43c6-9ebf-99fbc8cd62c5 req-9156d5c5-e159-46dc-8702-cf28f6bd9de0 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 210 time: 0.0256617
Jan 28 02:14:34.193367 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1516c8-961b-4db5-91da-6c213fe66623 req-6540e386-27d8-4c79-955d-7fd980391def tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:34.194977 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fe1516c8-961b-4db5-91da-6c213fe66623 req-6540e386-27d8-4c79-955d-7fd980391def tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.95 "GET /v2.0/ports?device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 945 time: 0.0473890
Jan 28 02:14:34.288341 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-fe1516c8-961b-4db5-91da-6c213fe66623 req-9bd0fcbe-b5e1-4463-8b39-fe7ff613982c tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Deleting port d2bf62e1-ee5e-4d62-8543-82125313cba3 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:14:34.288580 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-fe1516c8-961b-4db5-91da-6c213fe66623 req-9bd0fcbe-b5e1-4463-8b39-fe7ff613982c tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:34.383833 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-fe1516c8-961b-4db5-91da-6c213fe66623 req-9bd0fcbe-b5e1-4463-8b39-fe7ff613982c tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] For port d2bf62e1-ee5e-4d62-8543-82125313cba3, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d2bf62e1-ee5e-4d62-8543-82125313cba3,segment=NetworkSegment(a991ad7d-4bac-4a14-b0a2-73e9e7003933),segment_id=a991ad7d-4bac-4a14-b0a2-73e9e7003933)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:34.384219 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-fe1516c8-961b-4db5-91da-6c213fe66623 req-9bd0fcbe-b5e1-4463-8b39-fe7ff613982c tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:34.396761 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-fe1516c8-961b-4db5-91da-6c213fe66623 req-9bd0fcbe-b5e1-4463-8b39-fe7ff613982c tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Calling delete_port for d2bf62e1-ee5e-4d62-8543-82125313cba3 owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:14:34.606221 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-fe1516c8-961b-4db5-91da-6c213fe66623 req-9bd0fcbe-b5e1-4463-8b39-fe7ff613982c tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:34.637216 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0fcbe-b5e1-4463-8b39-fe7ff613982c tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Pushing event deleted for resources: {'Port': ['ID=d2bf62e1-ee5e-4d62-8543-82125313cba3,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:34.655043 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['d2bf62e1-ee5e-4d62-8543-82125313cba3'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:14:34.674420 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1516c8-961b-4db5-91da-6c213fe66623 req-9bd0fcbe-b5e1-4463-8b39-fe7ff613982c tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] No DVR routers for this DVR port d2bf62e1-ee5e-4d62-8543-82125313cba3 on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:14:34.676968 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-fe1516c8-961b-4db5-91da-6c213fe66623 req-9bd0fcbe-b5e1-4463-8b39-fe7ff613982c tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:34.680777 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fe1516c8-961b-4db5-91da-6c213fe66623 req-9bd0fcbe-b5e1-4463-8b39-fe7ff613982c tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.95 "DELETE /v2.0/ports/d2bf62e1-ee5e-4d62-8543-82125313cba3 HTTP/1.1" status: 204  len: 173 time: 0.4789162
Jan 28 02:14:34.681230 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15bc945-3a06-4b6e-a78c-7f7a4704a9b4', 'name': 'network-vif-deleted', 'tag': 'd2bf62e1-ee5e-4d62-8543-82125313cba3'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:14:34.683519 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9d0156-c5f6-4cd6-9fe3-917d0072be8d" -d '{"events": [{"server_uuid": "f15bc945-3a06-4b6e-a78c-7f7a4704a9b4", "name": "network-vif-deleted", "tag": "d2bf62e1-ee5e-4d62-8543-82125313cba3"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:14:34.722759 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e1f025-836f-4e65-93d0-0fd02658a74c x-openstack-request-id: req-57e1f025-836f-4e65-93d0-0fd02658a74c {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:14:34.723052 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15bc945-3a06-4b6e-a78c-7f7a4704a9b4", "name": "network-vif-deleted", "tag": "d2bf62e1-ee5e-4d62-8543-82125313cba3", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:14:34.723301 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-57e1f025-836f-4e65-93d0-0fd02658a74c {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:14:34.723727 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15bc945-3a06-4b6e-a78c-7f7a4704a9b4', 'name': 'network-vif-deleted', 'tag': 'd2bf62e1-ee5e-4d62-8543-82125313cba3', 'status': 'completed', 'code': 200}
Jan 28 02:14:34.902003 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-51e1336b-0f09-440c-b4c5-a4a1d7d470ba req-6be5803f-8252-4516-976f-f5da231093b1 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 210 time: 0.0248015
Jan 28 02:14:35.116347 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5861e4ac-d785-409a-8fdb-59b55153be83 req-4808266a-a13b-4939-859a-b708141f76c7 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 210 time: 0.0292609
Jan 28 02:14:35.897548 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0119ede-7d4a-42fe-bbf1-bd120a947ba6 req-22eda334-2a3b-4f4c-9844-2846ac2fa653 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:35.898936 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f0119ede-7d4a-42fe-bbf1-bd120a947ba6 req-22eda334-2a3b-4f4c-9844-2846ac2fa653 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 945 time: 0.0501909
Jan 28 02:14:35.937054 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f0119ede-7d4a-42fe-bbf1-bd120a947ba6 req-293e906d-4730-4d12-ab71-c2bef38a4a8f tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0320969
Jan 28 02:14:36.010033 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dd885163-ef56-455b-b668-ecf882ec100d req-b2ec545b-3bf2-417a-bedc-52548b5788c6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=f15bc945-3a06-4b6e-a78c-7f7a4704a9b4 HTTP/1.1" status: 200  len: 210 time: 0.0253282
Jan 28 02:14:36.209593 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dea63034-ddff-43e2-9c93-f35885fbb65f req-1d05950b-6be6-40de-89ae-58dab0479dd4 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 210 time: 0.0251160
Jan 28 02:14:36.719481 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19670443-0d38-417a-8954-95741d9f42a3 req-bfa286da-9420-4675-a4be-4a78a6b1b50c tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:36.720991 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19670443-0d38-417a-8954-95741d9f42a3 req-bfa286da-9420-4675-a4be-4a78a6b1b50c tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.95 "GET /v2.0/networks?id=c1617250-6906-428a-b42f-41a62d6e9eab HTTP/1.1" status: 200  len: 814 time: 0.1037462
Jan 28 02:14:36.742506 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-19670443-0d38-417a-8954-95741d9f42a3 req-419dbd88-d9cb-4558-bb53-6a8c4392fa17 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Request body: {'port': {'device_id': '900f2c3c-cc61-4571-9b4e-d60c85c7daa8', 'network_id': 'c1617250-6906-428a-b42f-41a62d6e9eab', 'admin_state_up': True, 'tenant_id': 'dfdaf77bcf5a4358b657de79f178fa6e'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:14:36.926209 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19670443-0d38-417a-8954-95741d9f42a3 req-419dbd88-d9cb-4558-bb53-6a8c4392fa17 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Made reservation on behalf of dfdaf77bcf5a4358b657de79f178fa6e for: {'port': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:14:36.930488 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-19670443-0d38-417a-8954-95741d9f42a3 req-419dbd88-d9cb-4558-bb53-6a8c4392fa17 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:37.088161 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [req-19670443-0d38-417a-8954-95741d9f42a3 req-419dbd88-d9cb-4558-bb53-6a8c4392fa17 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Allocated IP 172.20.0.2 (c1617250-6906-428a-b42f-41a62d6e9eab/2237a530-3da5-4e58-a63d-c06367eb0b46/fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:14:37.102943 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e317359-b963-4acf-b360-da7001f844c3 req-514f6773-5b66-4797-9975-fa98a1935b0e tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:37.104480 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1e317359-b963-4acf-b360-da7001f844c3 req-514f6773-5b66-4797-9975-fa98a1935b0e tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 945 time: 0.0963571
Jan 28 02:14:37.178796 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1e317359-b963-4acf-b360-da7001f844c3 req-24e1c1ea-3e4d-4e2b-8831-8846a2315413 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675671
Jan 28 02:14:37.345366 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-61d109f6-c9c1-48a2-b8e4-66779bebc3c8 req-efce20dc-0162-454f-9418-ee2b533159de tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 210 time: 0.0420265
Jan 28 02:14:37.371437 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-19670443-0d38-417a-8954-95741d9f42a3 req-419dbd88-d9cb-4558-bb53-6a8c4392fa17 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:37.403558 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-3cbb3a12-66af-4a3d-ba39-fa90d889a125 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:37.405070 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-3cbb3a12-66af-4a3d-ba39-fa90d889a125 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/networks?id=71599fa5-1b53-41d1-82ec-e6b2105a5144 HTTP/1.1" status: 200  len: 809 time: 0.1718729
Jan 28 02:14:37.431488 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-e9c9118e-3258-4bfa-9857-7cca6bbe8e8b tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/quotas/42e977ea9e1f45ddbba1e5cfc40616be HTTP/1.1" status: 200  len: 375 time: 0.0188632
Jan 28 02:14:37.461914 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-8ecabe24-a04a-460f-9a69-8ca9a6dff129 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=42e977ea9e1f45ddbba1e5cfc40616be&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0245509
Jan 28 02:14:37.488425 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-19670443-0d38-417a-8954-95741d9f42a3 req-419dbd88-d9cb-4558-bb53-6a8c4392fa17 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:37.580748 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19670443-0d38-417a-8954-95741d9f42a3 req-419dbd88-d9cb-4558-bb53-6a8c4392fa17 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Network c1617250-6906-428a-b42f-41a62d6e9eab is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:14:37.589096 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419dbd88-d9cb-4558-bb53-6a8c4392fa17 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Pushing event updated for resources: {'Port': ['ID=fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:37.591573 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [req-19670443-0d38-417a-8954-95741d9f42a3 req-419dbd88-d9cb-4558-bb53-6a8c4392fa17 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:14:37.597921 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-19670443-0d38-417a-8954-95741d9f42a3 req-419dbd88-d9cb-4558-bb53-6a8c4392fa17 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:14:37.631407 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-3fb5ebc8-fcf0-46b6-92f2-a4f597f210ec service neutron] 10.222.0.79 "GET /v2.0/networks/71599fa5-1b53-41d1-82ec-e6b2105a5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1625366
Jan 28 02:14:37.671536 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19670443-0d38-417a-8954-95741d9f42a3 req-419dbd88-d9cb-4558-bb53-6a8c4392fa17 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:37.672161 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-19670443-0d38-417a-8954-95741d9f42a3 req-419dbd88-d9cb-4558-bb53-6a8c4392fa17 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:37.742290 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-572c61b8-067d-4f78-9444-864c34123ea8 service neutron] 10.222.0.79 "GET /v2.0/networks/71599fa5-1b53-41d1-82ec-e6b2105a5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1027620
Jan 28 02:14:37.775482 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19670443-0d38-417a-8954-95741d9f42a3 req-419dbd88-d9cb-4558-bb53-6a8c4392fa17 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0372210
Jan 28 02:14:37.812381 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Request body: {'port': {'device_id': '900f2c3c-cc61-4571-9b4e-d60c85c7daa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:14:37.866285 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:37.993255 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fb977598-4e81-4304-8b39-8da3f6f6ea27 req-dfabef24-9f04-43b6-b9f4-65a83906aa51 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 210 time: 0.0702519
Jan 28 02:14:38.123889 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe674f-3662-4555-9bd0-e0a93e679e7a req-65d7a6db-cefa-445e-a37c-e02b2df044e2 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:38.125563 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9fbe674f-3662-4555-9bd0-e0a93e679e7a req-65d7a6db-cefa-445e-a37c-e02b2df044e2 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.95 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 945 time: 0.1151872
Jan 28 02:14:38.180049 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device d2bf62e1-ee5e-4d62-8543-82125313cba3 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:14:38.200832 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: d2bf62e1-ee5e-4d62-8543-82125313cba3 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:14:38.204514 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device d2bf62e1-ee5e-4d62-8543-82125313cba3 not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:14:38.319990 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:14:38.334403 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:38.344845 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-9fbe674f-3662-4555-9bd0-e0a93e679e7a req-9d395aa0-cd1e-45df-921a-7b5bec2a4392 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Deleting port 972d33d2-8e4d-4169-af65-29a82d02d383 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:14:38.345182 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9fbe674f-3662-4555-9bd0-e0a93e679e7a req-9d395aa0-cd1e-45df-921a-7b5bec2a4392 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:38.376228 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cebc55-d4cf-4909-aa5f-c7a94138389a req-4f4ce508-7eb9-42fa-b82d-fa181eb26d43 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:38.377918 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-07cebc55-d4cf-4909-aa5f-c7a94138389a req-4f4ce508-7eb9-42fa-b82d-fa181eb26d43 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 945 time: 0.1231368
Jan 28 02:14:38.408822 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Transition to ACTIVE for port object fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c will not be triggered until provisioned by entity L2. {{(pid=102090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:14:38.493233 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:38.535245 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-07cebc55-d4cf-4909-aa5f-c7a94138389a req-16f46e28-6622-4ce1-9417-e7e50c7804e6 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1251426
Jan 28 02:14:38.550915 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-9fbe674f-3662-4555-9bd0-e0a93e679e7a req-9d395aa0-cd1e-45df-921a-7b5bec2a4392 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] For port 972d33d2-8e4d-4169-af65-29a82d02d383, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=972d33d2-8e4d-4169-af65-29a82d02d383,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:38.551202 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9fbe674f-3662-4555-9bd0-e0a93e679e7a req-9d395aa0-cd1e-45df-921a-7b5bec2a4392 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:38.584537 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e211b5c-cd7c-40b4-bece-8c5215d5460a req-ca4757ee-c774-43c7-ab51-3fddb2cb9c9c tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:38.586008 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9e211b5c-cd7c-40b4-bece-8c5215d5460a req-ca4757ee-c774-43c7-ab51-3fddb2cb9c9c tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 931 time: 0.1606784
Jan 28 02:14:38.635892 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Pushing event updated for resources: {'Port': ['ID=fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:38.752302 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9e211b5c-cd7c-40b4-bece-8c5215d5460a req-bef175be-b6cf-4797-bbf8-34a5c34b52f4 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287684
Jan 28 02:14:38.809845 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Attempting to bind port fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:14:38.810196 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Attempting to bind port fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '6d3e3a96-a232-48e0-9006-56a8f26af3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'c1617250-6906-428a-b42f-41a62d6e9eab'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:14:38.810627 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Attempting to bind port fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c on network c1617250-6906-428a-b42f-41a62d6e9eab {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:14:38.823564 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Port fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c on network c1617250-6906-428a-b42f-41a62d6e9eab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:14:38.823850 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Attempting to bind port fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c on network c1617250-6906-428a-b42f-41a62d6e9eab {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:14:38.833106 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:14:38.833491 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Checking segment: {'id': '6d3e3a96-a232-48e0-9006-56a8f26af3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'c1617250-6906-428a-b42f-41a62d6e9eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:14:38.838239 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Bound using segment: {'id': '6d3e3a96-a232-48e0-9006-56a8f26af3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'c1617250-6906-428a-b42f-41a62d6e9eab'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:14:38.838239 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Bound port: fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3e3a96-a232-48e0-9006-56a8f26af3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'c1617250-6906-428a-b42f-41a62d6e9eab'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:14:38.838239 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:39.134079 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9fbe674f-3662-4555-9bd0-e0a93e679e7a req-9d395aa0-cd1e-45df-921a-7b5bec2a4392 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:39.134756 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9fbe674f-3662-4555-9bd0-e0a93e679e7a req-9d395aa0-cd1e-45df-921a-7b5bec2a4392 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746666'] for floatingip, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:39.134756 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.l3_db [req-9fbe674f-3662-4555-9bd0-e0a93e679e7a req-9d395aa0-cd1e-45df-921a-7b5bec2a4392 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Floating IP df90c8a3-5ada-4d57-8724-86e8c23b13b2 disassociated. External IP: 172.27.0.38, port: 972d33d2-8e4d-4169-af65-29a82d02d383.
Jan 28 02:14:39.135103 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-9fbe674f-3662-4555-9bd0-e0a93e679e7a req-9d395aa0-cd1e-45df-921a-7b5bec2a4392 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Calling delete_port for 972d33d2-8e4d-4169-af65-29a82d02d383 owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:14:39.153322 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1c790abe-3602-45f7-aaa8-a120449b6c71 req-96c116ba-b28f-4867-9f8a-7ce5272a63dc tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 210 time: 0.0364325
Jan 28 02:14:39.247364 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] For port fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c, host hv-cinder-82497, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:14:39.262169 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] For port fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c,segment=NetworkSegment(6d3e3a96-a232-48e0-9006-56a8f26af3f6),segment_id=6d3e3a96-a232-48e0-9006-56a8f26af3f6)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:14:39.322677 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:39.364109 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:39.365751 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:39.367139 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19670443-0d38-417a-8954-95741d9f42a3 req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] 10.222.0.95 "PUT /v2.0/ports/fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c HTTP/1.1" status: 200  len: 1093 time: 1.5592146
Jan 28 02:14:39.367650 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900f2c3c-cc61-4571-9b4e-d60c85c7daa8', 'tag': 'fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:14:39.370016 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02fe608-431e-4117-ab20-9e04de5cfedd" -d '{"events": [{"name": "network-changed", "server_uuid": "900f2c3c-cc61-4571-9b4e-d60c85c7daa8", "tag": "fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:14:39.391447 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b89a7d-987c-485e-bc74-ee0af706f85c service neutron] Pushing event updated for resources: {'Port': ['ID=fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:39.405504 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec1b9c0-1d4e-49ca-adb3-41110c76d246 x-openstack-request-id: req-fec1b9c0-1d4e-49ca-adb3-41110c76d246 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:14:39.405816 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900f2c3c-cc61-4571-9b4e-d60c85c7daa8", "tag": "fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:14:39.406093 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fec1b9c0-1d4e-49ca-adb3-41110c76d246 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:14:39.406513 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900f2c3c-cc61-4571-9b4e-d60c85c7daa8', 'tag': 'fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c', 'status': 'completed', 'code': 200}
Jan 28 02:14:39.460164 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9fbe674f-3662-4555-9bd0-e0a93e679e7a req-9d395aa0-cd1e-45df-921a-7b5bec2a4392 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:39.509937 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d395aa0-cd1e-45df-921a-7b5bec2a4392 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event deleted for resources: {'Port': ['ID=972d33d2-8e4d-4169-af65-29a82d02d383,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:39.529489 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fe608-431e-4117-ab20-9e04de5cfedd req-82b268cc-9b8a-4054-bf06-3146ba713af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:39.531107 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e02fe608-431e-4117-ab20-9e04de5cfedd req-82b268cc-9b8a-4054-bf06-3146ba713af0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dfdaf77bcf5a4358b657de79f178fa6e&device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 1096 time: 0.0804136
Jan 28 02:14:39.681761 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a46e7e9c-cf55-4359-a82d-392069376b22 req-f46bb922-6874-4e18-afdb-583cbe16904d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 210 time: 0.0605929
Jan 28 02:14:39.740008 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fbe674f-3662-4555-9bd0-e0a93e679e7a req-9d395aa0-cd1e-45df-921a-7b5bec2a4392 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:14:39.741383 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fe608-431e-4117-ab20-9e04de5cfedd req-4fab6632-0c48-41cb-bc3a-bacf63e93ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:39.742933 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e02fe608-431e-4117-ab20-9e04de5cfedd req-4fab6632-0c48-41cb-bc3a-bacf63e93ee5 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=dfdaf77bcf5a4358b657de79f178fa6e&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1796758
Jan 28 02:14:39.962040 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fbe674f-3662-4555-9bd0-e0a93e679e7a req-9d395aa0-cd1e-45df-921a-7b5bec2a4392 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:14:39.970599 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870e958-0bcc-4175-986e-f17a1705963d req-ba0f400e-f916-4e46-8363-c4688abbae80 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:39.972173 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8870e958-0bcc-4175-986e-f17a1705963d req-ba0f400e-f916-4e46-8363-c4688abbae80 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 943 time: 0.1389101
Jan 28 02:14:39.973386 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dc7265-3231-4880-b6f7-9edf29c9d202 None None] Sync routers for ids ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:14:39.973879 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fe608-431e-4117-ab20-9e04de5cfedd req-55d83859-2f40-497b-83b1-e6038ecf861b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:39.974871 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e02fe608-431e-4117-ab20-9e04de5cfedd req-55d83859-2f40-497b-83b1-e6038ecf861b service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2212100
Jan 28 02:14:39.984147 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dc7265-3231-4880-b6f7-9edf29c9d202 None None] Routers {'8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:14:39.985050 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-32dc7265-3231-4880-b6f7-9edf29c9d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796e9d1df0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:14:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:14:40.022048 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbe674f-3662-4555-9bd0-e0a93e679e7a req-9d395aa0-cd1e-45df-921a-7b5bec2a4392 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] No DVR routers for this DVR port 972d33d2-8e4d-4169-af65-29a82d02d383 on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:14:40.029425 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9fbe674f-3662-4555-9bd0-e0a93e679e7a req-9d395aa0-cd1e-45df-921a-7b5bec2a4392 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:40.032645 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9fbe674f-3662-4555-9bd0-e0a93e679e7a req-9d395aa0-cd1e-45df-921a-7b5bec2a4392 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.95 "DELETE /v2.0/ports/972d33d2-8e4d-4169-af65-29a82d02d383 HTTP/1.1" status: 204  len: 173 time: 1.8925114
Jan 28 02:14:40.054723 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8870e958-0bcc-4175-986e-f17a1705963d req-aaf9a34f-75ed-4804-b612-b8ecf26aeeda tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721228
Jan 28 02:14:40.108392 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-32dc7265-3231-4880-b6f7-9edf29c9d202 None None] Set router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:14:40.113274 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19670443-0d38-417a-8954-95741d9f42a3 req-412f4dd1-8e63-4a47-be34-12c06ede45e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:40.115371 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19670443-0d38-417a-8954-95741d9f42a3 req-412f4dd1-8e63-4a47-be34-12c06ede45e1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dfdaf77bcf5a4358b657de79f178fa6e&device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 1096 time: 0.0446653
Jan 28 02:14:40.183843 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19670443-0d38-417a-8954-95741d9f42a3 req-77ff7b51-8da1-4691-925b-45ac900be831 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c HTTP/1.1" status: 200  len: 217 time: 0.0348425
Jan 28 02:14:40.257389 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a145834-9068-4966-8f1e-242937521721 req-c0054d47-3f91-413b-b78e-c8c501fdcf05 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 210 time: 0.0296566
Jan 28 02:14:40.263666 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19670443-0d38-417a-8954-95741d9f42a3 req-024c21dc-e579-44da-acd6-b26cc9909f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:40.265190 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19670443-0d38-417a-8954-95741d9f42a3 req-024c21dc-e579-44da-acd6-b26cc9909f2a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2237a530-3da5-4e58-a63d-c06367eb0b46 HTTP/1.1" status: 200  len: 854 time: 0.0754938
Jan 28 02:14:40.299034 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19670443-0d38-417a-8954-95741d9f42a3 req-820a87b3-d79b-42f2-9219-5207ec73fa8b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1617250-6906-428a-b42f-41a62d6e9eab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260828
Jan 28 02:14:40.313904 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-32dc7265-3231-4880-b6f7-9edf29c9d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796e9d1df0>, [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:39Z', 'revision_number': 5, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:14:40.340392 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dc7265-3231-4880-b6f7-9edf29c9d202 None None] Checking router: 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:14:40.351192 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dc7265-3231-4880-b6f7-9edf29c9d202 None None] Routers {'8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:14:40.352994 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-32dc7265-3231-4880-b6f7-9edf29c9d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796e9d1df0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:14:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:14:40.467831 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19670443-0d38-417a-8954-95741d9f42a3 req-76ecdca2-a868-4f46-b6fe-a9a7bd24a185 service neutron] 10.222.0.95 "GET /v2.0/networks/c1617250-6906-428a-b42f-41a62d6e9eab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486340
Jan 28 02:14:40.472870 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-32dc7265-3231-4880-b6f7-9edf29c9d202 None None] Set router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:14:40.568690 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-a060311d-1fd3-4cd7-a973-22c1f9ef8080 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:40.570185 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-a060311d-1fd3-4cd7-a973-22c1f9ef8080 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.95 "GET /v2.0/networks?id=71599fa5-1b53-41d1-82ec-e6b2105a5144 HTTP/1.1" status: 200  len: 809 time: 0.1716747
Jan 28 02:14:40.594280 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-efe9b17e-8b0a-4aa4-a067-431089b83482 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Request body: {'port': {'device_id': '78b24526-46a7-4507-90e0-1273ba252135', 'network_id': '71599fa5-1b53-41d1-82ec-e6b2105a5144', 'admin_state_up': True, 'tenant_id': '42e977ea9e1f45ddbba1e5cfc40616be'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:14:40.652519 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-19670443-0d38-417a-8954-95741d9f42a3 req-66897744-f2de-45ee-9de5-9f7715c4546f service neutron] 10.222.0.95 "GET /v2.0/networks/c1617250-6906-428a-b42f-41a62d6e9eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1647298
Jan 28 02:14:40.806660 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4f731842-db50-4ed2-9f63-50d141297472 req-481edc8b-73eb-49bb-b2c7-4b45ff0e5dd3 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=c405e3d0-6da8-4dac-9dc9-0c084024bb9f HTTP/1.1" status: 200  len: 210 time: 0.0355673
Jan 28 02:14:40.830173 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-efe9b17e-8b0a-4aa4-a067-431089b83482 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Made reservation on behalf of 42e977ea9e1f45ddbba1e5cfc40616be for: {'port': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:14:40.833975 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-efe9b17e-8b0a-4aa4-a067-431089b83482 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:40.941365 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-32dc7265-3231-4880-b6f7-9edf29c9d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796e9d1df0>, [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:39Z', 'revision_number': 5, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:14:40.969763 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dc7265-3231-4880-b6f7-9edf29c9d202 None None] The sync data for ids ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'] in dv-cinder-824977-1-iscsi is: [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:39Z', 'revision_number': 5, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:14:40.984265 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-efe9b17e-8b0a-4aa4-a067-431089b83482 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Allocated IP 172.20.0.3 (71599fa5-1b53-41d1-82ec-e6b2105a5144/69f4e198-b29e-4e5c-ab2a-2c191292c1b4/0fe5e297-3f96-48a7-a35a-88d100e855c5) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:14:41.001652 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-0baba486-7c52-4135-b545-505b7c48d8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:41.158201 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-efe9b17e-8b0a-4aa4-a067-431089b83482 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:41.214176 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f99cc8-6307-4777-b202-eb2431fa92a2 req-e610360a-9795-43b2-8817-22965725d05d tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:41.215801 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-02f99cc8-6307-4777-b202-eb2431fa92a2 req-e610360a-9795-43b2-8817-22965725d05d tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 943 time: 0.0798037
Jan 28 02:14:41.229359 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d9da76-eb91-4f3e-af4c-35b648acc3b0 None None] New status for floating IP df90c8a3-5ada-4d57-8724-86e8c23b13b2: DOWN {{(pid=102092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:14:41.259291 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-02f99cc8-6307-4777-b202-eb2431fa92a2 req-99ddac53-5104-4844-8644-c336d67c5089 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367599
Jan 28 02:14:41.280880 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-efe9b17e-8b0a-4aa4-a067-431089b83482 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:41.347119 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-efe9b17e-8b0a-4aa4-a067-431089b83482 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Network 71599fa5-1b53-41d1-82ec-e6b2105a5144 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:14:41.375002 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-efe9b17e-8b0a-4aa4-a067-431089b83482 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:14:41.405000 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-efe9b17e-8b0a-4aa4-a067-431089b83482 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:14:41.410023 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c405e3d0-6da8-4dac-9dc9-0c084024bb9f', 'name': 'network-vif-deleted', 'tag': '972d33d2-8e4d-4169-af65-29a82d02d383'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:14:41.413203 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2135935-7232-4f22-8d8b-347b9f44c24d" -d '{"events": [{"server_uuid": "c405e3d0-6da8-4dac-9dc9-0c084024bb9f", "name": "network-vif-deleted", "tag": "972d33d2-8e4d-4169-af65-29a82d02d383"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:14:41.436734 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9b17e-8b0a-4aa4-a067-431089b83482 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Pushing event updated for resources: {'Port': ['ID=0fe5e297-3f96-48a7-a35a-88d100e855c5,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:41.452385 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890f78de-690b-47cc-985e-cf476bdc65a2 x-openstack-request-id: req-890f78de-690b-47cc-985e-cf476bdc65a2 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:14:41.452679 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c405e3d0-6da8-4dac-9dc9-0c084024bb9f", "name": "network-vif-deleted", "tag": "972d33d2-8e4d-4169-af65-29a82d02d383", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:14:41.452928 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-890f78de-690b-47cc-985e-cf476bdc65a2 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:14:41.453315 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c405e3d0-6da8-4dac-9dc9-0c084024bb9f', 'name': 'network-vif-deleted', 'tag': '972d33d2-8e4d-4169-af65-29a82d02d383', 'status': 'completed', 'code': 200}
Jan 28 02:14:41.479457 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb739543-fe8e-4c1a-9417-3888222dc8b2 req-752fd31b-bf90-43df-ae34-455fa51f8ed1 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:41.481222 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-eb739543-fe8e-4c1a-9417-3888222dc8b2 req-752fd31b-bf90-43df-ae34-455fa51f8ed1 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 931 time: 0.1275589
Jan 28 02:14:41.487063 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-efe9b17e-8b0a-4aa4-a067-431089b83482 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:41.487733 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-efe9b17e-8b0a-4aa4-a067-431089b83482 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:41.531832 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-eb739543-fe8e-4c1a-9417-3888222dc8b2 req-3b2cfa4d-4519-4a40-aa7b-533057e77a2f tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411072
Jan 28 02:14:41.660502 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-efe9b17e-8b0a-4aa4-a067-431089b83482 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0701807
Jan 28 02:14:41.685756 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Request body: {'port': {'device_id': '78b24526-46a7-4507-90e0-1273ba252135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:14:41.728068 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:14:41.748631 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:42.015533 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe5e297-3f96-48a7-a35a-88d100e855c5 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:14:42.024175 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:42.048866 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Transition to ACTIVE for port object 0fe5e297-3f96-48a7-a35a-88d100e855c5 will not be triggered until provisioned by entity L2. {{(pid=102090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:14:42.068961 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-461780a5-0268-4a91-8753-2eea99e15d82 req-d1b792c5-1628-4e7e-ae50-4c4cb1be05f9 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152893613&fields=id&tenant_id=7ed8db325d13496c9a417966e33b10a1 HTTP/1.1" status: 200  len: 267 time: 0.0383601
Jan 28 02:14:42.149667 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:42.195445 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:14:42.207043 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 972d33d2-8e4d-4169-af65-29a82d02d383 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:14:42.220962 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461780a5-0268-4a91-8753-2eea99e15d82 req-34e9a745-ca25-4db4-99ff-a69db506fcad tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:42.222762 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-461780a5-0268-4a91-8753-2eea99e15d82 req-34e9a745-ca25-4db4-99ff-a69db506fcad tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/networks?id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f HTTP/1.1" status: 200  len: 811 time: 0.1463704
Jan 28 02:14:42.234267 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: 972d33d2-8e4d-4169-af65-29a82d02d383 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:14:42.234607 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 972d33d2-8e4d-4169-af65-29a82d02d383 not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:14:42.242016 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Pushing event updated for resources: {'Port': ['ID=0fe5e297-3f96-48a7-a35a-88d100e855c5,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:42.267900 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-461780a5-0268-4a91-8753-2eea99e15d82 req-e561c13d-5f4a-44ea-938d-2ef0fe1c0881 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/quotas/7ed8db325d13496c9a417966e33b10a1 HTTP/1.1" status: 200  len: 375 time: 0.0343554
Jan 28 02:14:42.326815 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c,segment=NetworkSegment(6d3e3a96-a232-48e0-9006-56a8f26af3f6),segment_id=6d3e3a96-a232-48e0-9006-56a8f26af3f6)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:42.340994 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': 'fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c', 'network_id': 'c1617250-6906-428a-b42f-41a62d6e9eab', 'port_id': 'fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c', 'mac_address': 'fa:16:3e:61:9b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2237a530-3da5-4e58-a63d-c06367eb0b46', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:14:42.377448 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Attempting to bind port 0fe5e297-3f96-48a7-a35a-88d100e855c5 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:14:42.377784 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Attempting to bind port 0fe5e297-3f96-48a7-a35a-88d100e855c5 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': 'a991ad7d-4bac-4a14-b0a2-73e9e7003933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71599fa5-1b53-41d1-82ec-e6b2105a5144'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:14:42.378114 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Attempting to bind port 0fe5e297-3f96-48a7-a35a-88d100e855c5 on network 71599fa5-1b53-41d1-82ec-e6b2105a5144 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:14:42.380249 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:42.390945 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-461780a5-0268-4a91-8753-2eea99e15d82 req-1cd874e0-ed65-4f04-a48e-e89a934ae361 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ed8db325d13496c9a417966e33b10a1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1072209
Jan 28 02:14:42.394022 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:14:42.396394 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Port 0fe5e297-3f96-48a7-a35a-88d100e855c5 on network 71599fa5-1b53-41d1-82ec-e6b2105a5144 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:14:42.396711 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Attempting to bind port 0fe5e297-3f96-48a7-a35a-88d100e855c5 on network 71599fa5-1b53-41d1-82ec-e6b2105a5144 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:14:42.412961 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:14:42.422804 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Checking segment: {'id': 'a991ad7d-4bac-4a14-b0a2-73e9e7003933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71599fa5-1b53-41d1-82ec-e6b2105a5144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:14:42.422804 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Bound using segment: {'id': 'a991ad7d-4bac-4a14-b0a2-73e9e7003933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71599fa5-1b53-41d1-82ec-e6b2105a5144'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:14:42.422804 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Bound port: 0fe5e297-3f96-48a7-a35a-88d100e855c5, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a991ad7d-4bac-4a14-b0a2-73e9e7003933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '71599fa5-1b53-41d1-82ec-e6b2105a5144'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:14:42.422804 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:42.423242 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c,segment=NetworkSegment(6d3e3a96-a232-48e0-9006-56a8f26af3f6),segment_id=6d3e3a96-a232-48e0-9006-56a8f26af3f6)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:42.444538 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ba2a0-502e-486f-a398-a490cb260f3a req-3a5731bf-e2ee-4930-9887-32555fda8d19 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:42.446210 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ab9ba2a0-502e-486f-a398-a490cb260f3a req-3a5731bf-e2ee-4930-9887-32555fda8d19 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 943 time: 0.1123765
Jan 28 02:14:42.515530 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:42.567010 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ab9ba2a0-502e-486f-a398-a490cb260f3a req-0197f979-1ef7-4912-be12-5781e1939fe2 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904863
Jan 28 02:14:42.570678 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:42.593348 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-461780a5-0268-4a91-8753-2eea99e15d82 req-7aace971-4cd4-4fbd-9896-67fab5a53ff1 service neutron] 10.222.0.79 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1893365
Jan 28 02:14:42.595784 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] For port 0fe5e297-3f96-48a7-a35a-88d100e855c5, host hv-cinder-82497, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:14:42.600244 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] For port 0fe5e297-3f96-48a7-a35a-88d100e855c5, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=0fe5e297-3f96-48a7-a35a-88d100e855c5,segment=NetworkSegment(a991ad7d-4bac-4a14-b0a2-73e9e7003933),segment_id=a991ad7d-4bac-4a14-b0a2-73e9e7003933)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:14:42.702920 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:42.747074 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:42.747945 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:42.749368 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] 10.222.0.95 "PUT /v2.0/ports/0fe5e297-3f96-48a7-a35a-88d100e855c5 HTTP/1.1" status: 200  len: 1093 time: 1.0677602
Jan 28 02:14:42.772007 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-461780a5-0268-4a91-8753-2eea99e15d82 req-d7943236-ac77-422f-8789-0b1e069eb3de service neutron] 10.222.0.79 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1702354
Jan 28 02:14:42.782215 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad15aa4-80a6-4fbe-ba21-a54c7c257930 req-743fa938-8a8e-4abc-88e7-0c78b9ab3ed1 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:42.783698 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8ad15aa4-80a6-4fbe-ba21-a54c7c257930 req-743fa938-8a8e-4abc-88e7-0c78b9ab3ed1 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 943 time: 0.1320405
Jan 28 02:14:42.811514 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b34f9-c8c5-4009-a63c-fff9429e022b service neutron] Pushing event updated for resources: {'Port': ['ID=0fe5e297-3f96-48a7-a35a-88d100e855c5,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:42.837182 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8ad15aa4-80a6-4fbe-ba21-a54c7c257930 req-67f6b2f8-760e-4288-8f19-b8e19ee41024 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433908
Jan 28 02:14:42.888992 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:14:42.932458 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-1f178ed7-2628-4818-9796-a18aafd1f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:42.934069 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-1f178ed7-2628-4818-9796-a18aafd1f181 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=42e977ea9e1f45ddbba1e5cfc40616be&device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 1096 time: 0.0454476
Jan 28 02:14:42.992562 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-02ecc40b-03a2-4480-afaa-c70cdaba72fd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fe5e297-3f96-48a7-a35a-88d100e855c5 HTTP/1.1" status: 200  len: 217 time: 0.0374160
Jan 28 02:14:43.042772 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-25cfb85f-04fc-44ea-8946-655a3f495b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:43.044258 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-25cfb85f-04fc-44ea-8946-655a3f495b36 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=69f4e198-b29e-4e5c-ab2a-2c191292c1b4 HTTP/1.1" status: 200  len: 849 time: 0.0448780
Jan 28 02:14:43.078578 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-6b5eb9bc-13ec-446a-b420-03157c53f132 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=71599fa5-1b53-41d1-82ec-e6b2105a5144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0229509
Jan 28 02:14:43.132268 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-0e12295d-9607-478d-afc8-1cf254c70b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:43.170733 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-95ffd063-0165-4513-838d-ee09ad4ab99a service neutron] 10.222.0.95 "GET /v2.0/networks/71599fa5-1b53-41d1-82ec-e6b2105a5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845611
Jan 28 02:14:43.258746 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9a7d4a02-1450-4e7f-abfa-eb212a446c1d req-0dcd6ea3-3805-4e3c-8638-aa0552740add service neutron] 10.222.0.95 "GET /v2.0/networks/71599fa5-1b53-41d1-82ec-e6b2105a5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803707
Jan 28 02:14:43.454528 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b24526-46a7-4507-90e0-1273ba252135', 'tag': '0fe5e297-3f96-48a7-a35a-88d100e855c5'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:14:43.457227 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae8f4bb-14cb-4d1a-a6cb-5fb94ec4af29" -d '{"events": [{"name": "network-changed", "server_uuid": "78b24526-46a7-4507-90e0-1273ba252135", "tag": "0fe5e297-3f96-48a7-a35a-88d100e855c5"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:14:43.493428 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-36aa2b39-1e16-43f5-894c-37f0693acd3f req-998bf7ba-5355-46ec-bcbc-21ab028f0367 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 210 time: 0.0320709
Jan 28 02:14:43.498743 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e31776-7962-4053-8c80-580824174796 x-openstack-request-id: req-c5e31776-7962-4053-8c80-580824174796 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:14:43.499417 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b24526-46a7-4507-90e0-1273ba252135", "tag": "0fe5e297-3f96-48a7-a35a-88d100e855c5", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:14:43.499417 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c5e31776-7962-4053-8c80-580824174796 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:14:43.499683 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b24526-46a7-4507-90e0-1273ba252135', 'tag': '0fe5e297-3f96-48a7-a35a-88d100e855c5', 'status': 'completed', 'code': 200}
Jan 28 02:14:43.586151 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8f4bb-14cb-4d1a-a6cb-5fb94ec4af29 req-c7559fb9-5b99-46fc-aa58-a0662e58409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:43.590178 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1ae8f4bb-14cb-4d1a-a6cb-5fb94ec4af29 req-c7559fb9-5b99-46fc-aa58-a0662e58409e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=42e977ea9e1f45ddbba1e5cfc40616be&device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 1096 time: 0.0403144
Jan 28 02:14:43.736851 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8f4bb-14cb-4d1a-a6cb-5fb94ec4af29 req-9ba7cf3d-241c-4c0d-a7ba-001107512618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:43.738317 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1ae8f4bb-14cb-4d1a-a6cb-5fb94ec4af29 req-9ba7cf3d-241c-4c0d-a7ba-001107512618 service neutron] 10.222.0.95 "GET /v2.0/networks?id=71599fa5-1b53-41d1-82ec-e6b2105a5144 HTTP/1.1" status: 200  len: 911 time: 0.1425323
Jan 28 02:14:43.746561 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cec88a-0f8e-46f6-9924-119fab0392c5 req-a755df19-e457-4bb5-afcf-bacac50198e8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:43.747993 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-50cec88a-0f8e-46f6-9924-119fab0392c5 req-a755df19-e457-4bb5-afcf-bacac50198e8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 944 time: 0.0785789
Jan 28 02:14:43.791646 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1ae8f4bb-14cb-4d1a-a6cb-5fb94ec4af29 req-9fd508b1-18d0-4713-aeec-951116886363 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fe5e297-3f96-48a7-a35a-88d100e855c5 HTTP/1.1" status: 200  len: 217 time: 0.0398920
Jan 28 02:14:43.851905 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-50cec88a-0f8e-46f6-9924-119fab0392c5 req-107d25e8-b568-478f-beb2-97dfcc5dcfc2 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946519
Jan 28 02:14:43.860558 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8f4bb-14cb-4d1a-a6cb-5fb94ec4af29 req-0b839063-f37c-4f74-9d75-e60711500ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:43.861985 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1ae8f4bb-14cb-4d1a-a6cb-5fb94ec4af29 req-0b839063-f37c-4f74-9d75-e60711500ebf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=69f4e198-b29e-4e5c-ab2a-2c191292c1b4 HTTP/1.1" status: 200  len: 849 time: 0.0626242
Jan 28 02:14:43.896826 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1ae8f4bb-14cb-4d1a-a6cb-5fb94ec4af29 req-7d2424bf-f050-49f3-8484-e02454beeade service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=71599fa5-1b53-41d1-82ec-e6b2105a5144&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0247798
Jan 28 02:14:44.110400 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 34054) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:44.209242 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:14:44.295412 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f7099-9a86-45cf-bf45-ece075c94290 req-570b272f-6179-4195-9d88-328b4dc33e9c tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:44.297094 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0b1f7099-9a86-45cf-bf45-ece075c94290 req-570b272f-6179-4195-9d88-328b4dc33e9c tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 943 time: 0.3853202
Jan 28 02:14:44.330538 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1ae8f4bb-14cb-4d1a-a6cb-5fb94ec4af29 req-face14bf-f677-4f82-82ec-2ca6e6d4337a service neutron] 10.222.0.95 "GET /v2.0/networks/71599fa5-1b53-41d1-82ec-e6b2105a5144?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4259012
Jan 28 02:14:44.338545 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:14:44.346767 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:14:44.348177 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:44.365696 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0b1f7099-9a86-45cf-bf45-ece075c94290 req-0d043274-583c-4903-a8ae-52817212dd2a tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605059
Jan 28 02:14:44.403995 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-ac34fae5-0233-40cf-9cce-959d98553556 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Deleting port e7d1ad86-e7bf-4786-8853-78cac371790b {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:14:44.404337 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ac34fae5-0233-40cf-9cce-959d98553556 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:44.441711 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1ae8f4bb-14cb-4d1a-a6cb-5fb94ec4af29 req-1e2d4d6e-017e-4ada-a1fb-11ba92ac9061 service neutron] 10.222.0.95 "GET /v2.0/networks/71599fa5-1b53-41d1-82ec-e6b2105a5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1015036
Jan 28 02:14:44.450329 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:44.474157 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900f2c3c-cc61-4571-9b4e-d60c85c7daa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:14:44.476540 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516d3a64-b347-4466-9a8b-31a1be8228af" -d '{"events": [{"server_uuid": "900f2c3c-cc61-4571-9b4e-d60c85c7daa8", "name": "network-vif-plugged", "status": "completed", "tag": "fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:14:44.490939 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c,segment=NetworkSegment(6d3e3a96-a232-48e0-9006-56a8f26af3f6),segment_id=6d3e3a96-a232-48e0-9006-56a8f26af3f6)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:44.497535 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ac34fae5-0233-40cf-9cce-959d98553556 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:44.497861 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ac34fae5-0233-40cf-9cce-959d98553556 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:44.511557 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-ac34fae5-0233-40cf-9cce-959d98553556 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Calling delete_port for e7d1ad86-e7bf-4786-8853-78cac371790b owned by network:floatingip {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:14:44.514982 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95461075-3bf0-4f42-a4b4-1659c1b5b036 x-openstack-request-id: req-95461075-3bf0-4f42-a4b4-1659c1b5b036 {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:14:44.515273 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900f2c3c-cc61-4571-9b4e-d60c85c7daa8", "name": "network-vif-plugged", "status": "completed", "tag": "fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:14:44.515519 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-95461075-3bf0-4f42-a4b4-1659c1b5b036 {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:14:44.515914 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900f2c3c-cc61-4571-9b4e-d60c85c7daa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c', 'code': 200}
Jan 28 02:14:44.571745 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:44.603081 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-bea4bab7-0979-4f52-b80c-c99dfc49277a req-afaec4b3-1bee-42c3-85a2-8091fb0bd537 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 210 time: 0.0272677
Jan 28 02:14:44.628277 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:44.692289 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:44.794575 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ac34fae5-0233-40cf-9cce-959d98553556 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:44.821570 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34fae5-0233-40cf-9cce-959d98553556 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Pushing event deleted for resources: {'Port': ['ID=e7d1ad86-e7bf-4786-8853-78cac371790b,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:44.879200 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ac34fae5-0233-40cf-9cce-959d98553556 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for floatingip, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:44.879460 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.db.l3_db [None req-ac34fae5-0233-40cf-9cce-959d98553556 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Floating IP 96a48d0c-7b7d-4918-8ea2-ac9859e8bc98 disassociated (deleted). External IP: 172.27.0.173, port: 7b4575d4-25de-48a0-8c88-24340312c99a.
Jan 28 02:14:44.992288 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b861248-d645-41aa-8c7c-8968c253e003 req-c6a512de-d6b8-45da-8f85-92434e45821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:44.993830 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6b861248-d645-41aa-8c7c-8968c253e003 req-c6a512de-d6b8-45da-8f85-92434e45821f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 1098 time: 0.0797472
Jan 28 02:14:45.001703 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdf4ca-449b-4e9a-a91f-b4122729ffae req-7e93b137-309f-44aa-b3ed-89a958ededda tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:45.003059 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f9fdf4ca-449b-4e9a-a91f-b4122729ffae req-7e93b137-309f-44aa-b3ed-89a958ededda tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 945 time: 0.0584033
Jan 28 02:14:45.061912 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6b861248-d645-41aa-8c7c-8968c253e003 req-8df13d20-8354-4d9d-99fa-268b7a549236 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578947
Jan 28 02:14:45.064788 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f9fdf4ca-449b-4e9a-a91f-b4122729ffae req-7ad6d403-04be-4a2a-8d8e-912a4a601a17 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543890
Jan 28 02:14:45.092450 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac34fae5-0233-40cf-9cce-959d98553556 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Router 6b2ae75a-b5e9-4743-8666-4d171b461798 has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:14:45.198639 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac34fae5-0233-40cf-9cce-959d98553556 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:14:45.203078 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ac34fae5-0233-40cf-9cce-959d98553556 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:45.210456 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7769d0a-ab38-4b1b-a3ce-f54962e74bdf None None] Sync routers for ids ['6b2ae75a-b5e9-4743-8666-4d171b461798'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:14:45.220376 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7769d0a-ab38-4b1b-a3ce-f54962e74bdf None None] Routers {'6b2ae75a-b5e9-4743-8666-4d171b461798'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:14:45.224514 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f7769d0a-ab38-4b1b-a3ce-f54962e74bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796e9b6670>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:14:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['6b2ae75a-b5e9-4743-8666-4d171b461798'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:14:45.230699 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ac34fae5-0233-40cf-9cce-959d98553556 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "DELETE /v2.0/floatingips/96a48d0c-7b7d-4918-8ea2-ac9859e8bc98 HTTP/1.1" status: 204  len: 168 time: 1.1191096
Jan 28 02:14:45.231370 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b886ef6-6c08-4ed8-9d10-35c49c2c6382', 'tag': '7b4575d4-25de-48a0-8c88-24340312c99a'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:14:45.233772 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018a6f7d036e4cc9c0598cac366770376dcc312318454bb663f15aa8bf8ee3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503c863d-2185-4cca-8aba-7cc9bba41574" -d '{"events": [{"name": "network-changed", "server_uuid": "9b886ef6-6c08-4ed8-9d10-35c49c2c6382", "tag": "7b4575d4-25de-48a0-8c88-24340312c99a"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:14:45.276088 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac7475b-da17-4cb9-973c-50d6409e2044 x-openstack-request-id: req-2ac7475b-da17-4cb9-973c-50d6409e2044 {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:14:45.276526 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b886ef6-6c08-4ed8-9d10-35c49c2c6382", "tag": "7b4575d4-25de-48a0-8c88-24340312c99a", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:14:45.276917 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2ac7475b-da17-4cb9-973c-50d6409e2044 {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:14:45.277307 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b886ef6-6c08-4ed8-9d10-35c49c2c6382', 'tag': '7b4575d4-25de-48a0-8c88-24340312c99a', 'status': 'completed', 'code': 200}
Jan 28 02:14:45.329776 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-f7769d0a-ab38-4b1b-a3ce-f54962e74bdf None None] Set router 6b2ae75a-b5e9-4743-8666-4d171b461798 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:14:45.502162 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c863d-2185-4cca-8aba-7cc9bba41574 req-fad62a47-f0a3-472c-80e5-1213f2639bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:45.503667 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-503c863d-2185-4cca-8aba-7cc9bba41574 req-fad62a47-f0a3-472c-80e5-1213f2639bee service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a55dde8892fa47bd9941bb1ce9aa3673&device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 1098 time: 0.0752203
Jan 28 02:14:45.516507 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7ea15-1f76-4997-9c48-997d7ceb073c req-74ce8162-fb47-4310-8ba7-29ea52fd1b8f tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:45.518237 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-83e7ea15-1f76-4997-9c48-997d7ceb073c req-74ce8162-fb47-4310-8ba7-29ea52fd1b8f tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 943 time: 0.0784762
Jan 28 02:14:45.555575 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f7769d0a-ab38-4b1b-a3ce-f54962e74bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796e9b6670>, [{'id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'name': 'tempest-TestShelveInstance-1564978037-router', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:18Z', 'updated_at': '2022-01-28T02:09:23Z', 'revision_number': 4, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'gw_port': {'id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:19Z', 'updated_at': '2022-01-28T02:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35', 'name': '', 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'mac_address': 'fa:16:3e:f6:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:22Z', 'updated_at': '2022-01-28T02:09:27Z', 'revision_number': 5, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'subnets': [{'id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:14:45.584300 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7769d0a-ab38-4b1b-a3ce-f54962e74bdf None None] Checking router: 6b2ae75a-b5e9-4743-8666-4d171b461798 for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:14:45.593353 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7769d0a-ab38-4b1b-a3ce-f54962e74bdf None None] Routers {'6b2ae75a-b5e9-4743-8666-4d171b461798'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:14:45.593967 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f7769d0a-ab38-4b1b-a3ce-f54962e74bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796e9b6670>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:14:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['6b2ae75a-b5e9-4743-8666-4d171b461798'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:14:45.618649 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-83e7ea15-1f76-4997-9c48-997d7ceb073c req-fd627688-d34c-4b03-99e1-c491c24da04c tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731747
Jan 28 02:14:45.655432 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c863d-2185-4cca-8aba-7cc9bba41574 req-88774e39-4060-45b9-98ea-ae1f5dbc22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:45.655432 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-503c863d-2185-4cca-8aba-7cc9bba41574 req-88774e39-4060-45b9-98ea-ae1f5dbc22ae service neutron] 10.222.0.95 "GET /v2.0/networks?id=ace90374-1bab-41ed-86ab-f24b42895456 HTTP/1.1" status: 200  len: 911 time: 0.1334565
Jan 28 02:14:45.721182 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-f7769d0a-ab38-4b1b-a3ce-f54962e74bdf None None] Set router 6b2ae75a-b5e9-4743-8666-4d171b461798 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:14:45.721819 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b74acbf0-3d5c-40a6-96d3-3a1b7be3107b req-15dbd2e9-717d-4aa0-be87-53b8173b0281 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 210 time: 0.0326865
Jan 28 02:14:45.758009 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-503c863d-2185-4cca-8aba-7cc9bba41574 req-8e9ad8d7-a336-4759-bfc0-67d5c0360efc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b4575d4-25de-48a0-8c88-24340312c99a HTTP/1.1" status: 200  len: 217 time: 0.0386198
Jan 28 02:14:45.814462 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c863d-2185-4cca-8aba-7cc9bba41574 req-56a7d700-957a-4786-836e-9c4739887140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:45.816051 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-503c863d-2185-4cca-8aba-7cc9bba41574 req-56a7d700-957a-4786-836e-9c4739887140 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e9c590ff-5986-4c9e-8931-fcb86ed6db62 HTTP/1.1" status: 200  len: 848 time: 0.0503457
Jan 28 02:14:45.905195 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c863d-2185-4cca-8aba-7cc9bba41574 req-7327f8a4-6c98-4fca-be33-d4dfc8b925b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:45.906791 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-503c863d-2185-4cca-8aba-7cc9bba41574 req-7327f8a4-6c98-4fca-be33-d4dfc8b925b0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ace90374-1bab-41ed-86ab-f24b42895456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829833
Jan 28 02:14:45.918582 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c939c1-ed57-4a47-a90e-833e47da8494 req-c98fa708-cb98-48da-98b2-24bee8e716eb tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:45.920026 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-68c939c1-ed57-4a47-a90e-833e47da8494 req-c98fa708-cb98-48da-98b2-24bee8e716eb tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0646570
Jan 28 02:14:45.943393 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f7769d0a-ab38-4b1b-a3ce-f54962e74bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796e9b6670>, [{'id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'name': 'tempest-TestShelveInstance-1564978037-router', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:18Z', 'updated_at': '2022-01-28T02:09:23Z', 'revision_number': 4, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'gw_port': {'id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:19Z', 'updated_at': '2022-01-28T02:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35', 'name': '', 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'mac_address': 'fa:16:3e:f6:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:22Z', 'updated_at': '2022-01-28T02:09:27Z', 'revision_number': 5, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'subnets': [{'id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:14:45.975044 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7769d0a-ab38-4b1b-a3ce-f54962e74bdf None None] The sync data for ids ['6b2ae75a-b5e9-4743-8666-4d171b461798'] in dv-cinder-824977-1-iscsi is: [{'id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'name': 'tempest-TestShelveInstance-1564978037-router', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:18Z', 'updated_at': '2022-01-28T02:09:23Z', 'revision_number': 4, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'gw_port': {'id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:19Z', 'updated_at': '2022-01-28T02:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35', 'name': '', 'network_id': 'ace90374-1bab-41ed-86ab-f24b42895456', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'mac_address': 'fa:16:3e:f6:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:22Z', 'updated_at': '2022-01-28T02:09:27Z', 'revision_number': 5, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'subnets': [{'id': 'e9c590ff-5986-4c9e-8931-fcb86ed6db62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:14:46.034324 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-68c939c1-ed57-4a47-a90e-833e47da8494 req-188ae429-55e6-4d00-99a9-4aa8889e9cc4 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1043835
Jan 28 02:14:46.111766 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-503c863d-2185-4cca-8aba-7cc9bba41574 req-1af873e5-6042-4b51-846b-bfb57e2a36e1 service neutron] 10.222.0.95 "GET /v2.0/networks/ace90374-1bab-41ed-86ab-f24b42895456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1907773
Jan 28 02:14:46.162366 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461780a5-0268-4a91-8753-2eea99e15d82 req-c587d0a6-3f43-4624-8bf8-d17183899cfd tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:46.162366 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-461780a5-0268-4a91-8753-2eea99e15d82 req-c587d0a6-3f43-4624-8bf8-d17183899cfd tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.95 "GET /v2.0/networks?id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f HTTP/1.1" status: 200  len: 811 time: 0.1724887
Jan 28 02:14:46.232055 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd07a06-e27e-4061-ab45-f82473c6efc7 None None] New status for floating IP 96a48d0c-7b7d-4918-8ea2-ac9859e8bc98: DOWN {{(pid=102092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:14:46.232796 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 0fe5e297-3f96-48a7-a35a-88d100e855c5 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:14:46.355857 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 0fe5e297-3f96-48a7-a35a-88d100e855c5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=0fe5e297-3f96-48a7-a35a-88d100e855c5,segment=NetworkSegment(a991ad7d-4bac-4a14-b0a2-73e9e7003933),segment_id=a991ad7d-4bac-4a14-b0a2-73e9e7003933)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:46.362351 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-461780a5-0268-4a91-8753-2eea99e15d82 req-46399964-9172-4646-95a8-213d974c6b99 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ed8db325d13496c9a417966e33b10a1 HTTP/1.1" status: 200  len: 379 time: 0.1383255
Jan 28 02:14:46.369311 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': '0fe5e297-3f96-48a7-a35a-88d100e855c5', 'network_id': '71599fa5-1b53-41d1-82ec-e6b2105a5144', 'port_id': '0fe5e297-3f96-48a7-a35a-88d100e855c5', 'mac_address': 'fa:16:3e:b0:00:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f4e198-b29e-4e5c-ab2a-2c191292c1b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:14:46.372793 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df65d6e-a6ec-45f4-9843-5c7c7ae01407 req-7eeda35f-a666-414c-92f7-3224a30753e1 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:46.374468 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9df65d6e-a6ec-45f4-9843-5c7c7ae01407 req-7eeda35f-a666-414c-92f7-3224a30753e1 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 945 time: 0.2131643
Jan 28 02:14:46.406301 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-461780a5-0268-4a91-8753-2eea99e15d82 req-da1e9a57-703e-499b-85bc-5ad828db7235 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Request body: {'port': {'device_id': '678b2127-dbf6-4985-93ba-1171bae26d88', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'admin_state_up': True, 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'security_groups': ['3152e73f-9778-499f-bf46-c8380857b09d']}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:14:46.425078 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:46.429311 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-503c863d-2185-4cca-8aba-7cc9bba41574 req-b25e091a-4088-450b-be71-b6303ae33030 service neutron] 10.222.0.95 "GET /v2.0/networks/ace90374-1bab-41ed-86ab-f24b42895456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2907403
Jan 28 02:14:46.445567 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe5e297-3f96-48a7-a35a-88d100e855c5 {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:14:46.475100 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 0fe5e297-3f96-48a7-a35a-88d100e855c5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=0fe5e297-3f96-48a7-a35a-88d100e855c5,segment=NetworkSegment(a991ad7d-4bac-4a14-b0a2-73e9e7003933),segment_id=a991ad7d-4bac-4a14-b0a2-73e9e7003933)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:46.496200 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9df65d6e-a6ec-45f4-9843-5c7c7ae01407 req-cefcf817-f35e-4b4c-ab31-da7412876000 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132855
Jan 28 02:14:46.498121 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:46.533280 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:46.588937 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=0fe5e297-3f96-48a7-a35a-88d100e855c5,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:46.589354 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-461780a5-0268-4a91-8753-2eea99e15d82 req-da1e9a57-703e-499b-85bc-5ad828db7235 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Made reservation on behalf of 7ed8db325d13496c9a417966e33b10a1 for: {'port': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:14:46.593068 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-461780a5-0268-4a91-8753-2eea99e15d82 req-da1e9a57-703e-499b-85bc-5ad828db7235 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:46.629288 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:46.756263 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [req-461780a5-0268-4a91-8753-2eea99e15d82 req-da1e9a57-703e-499b-85bc-5ad828db7235 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Allocated IP 172.20.0.7 (7bcf169f-11e9-43c3-9cd8-36fa37c1812f/ad81599a-8584-45bb-9aad-97ea5adfda3a/41e411b1-116e-434d-a378-dd8425c82364) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:14:46.779136 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d67b7-3591-431b-8865-22aa41242372 req-a794cbb4-ad94-49fe-9949-375f8def9318 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:46.780660 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4e2d67b7-3591-431b-8865-22aa41242372 req-a794cbb4-ad94-49fe-9949-375f8def9318 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 944 time: 0.0815158
Jan 28 02:14:46.854293 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-60e25bed-880a-47a8-b5d5-fc3a20a58630 req-5bd7ba22-8fea-4a19-9c1b-9bab010bfb35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 210 time: 0.0434535
Jan 28 02:14:46.876197 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['0fe5e297-3f96-48a7-a35a-88d100e855c5'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:14:46.901476 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4e2d67b7-3591-431b-8865-22aa41242372 req-3a208799-11a2-4322-870a-c06f13a324b7 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131027
Jan 28 02:14:46.964404 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-461780a5-0268-4a91-8753-2eea99e15d82 req-da1e9a57-703e-499b-85bc-5ad828db7235 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:47.081087 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-461780a5-0268-4a91-8753-2eea99e15d82 req-da1e9a57-703e-499b-85bc-5ad828db7235 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:47.151459 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-461780a5-0268-4a91-8753-2eea99e15d82 req-da1e9a57-703e-499b-85bc-5ad828db7235 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:14:47.156709 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [req-461780a5-0268-4a91-8753-2eea99e15d82 req-da1e9a57-703e-499b-85bc-5ad828db7235 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:14:47.159073 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-461780a5-0268-4a91-8753-2eea99e15d82 req-da1e9a57-703e-499b-85bc-5ad828db7235 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:14:47.188852 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e9a57-703e-499b-85bc-5ad828db7235 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event updated for resources: {'Port': ['ID=41e411b1-116e-434d-a378-dd8425c82364,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:47.221542 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9eacf-e3dc-4c1b-9060-a0d5b4eb798b req-5295fc66-db87-429b-9e93-9e083644ecb6 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:47.223323 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6ba9eacf-e3dc-4c1b-9060-a0d5b4eb798b req-5295fc66-db87-429b-9e93-9e083644ecb6 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.1122432
Jan 28 02:14:47.229179 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461780a5-0268-4a91-8753-2eea99e15d82 req-da1e9a57-703e-499b-85bc-5ad828db7235 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:47.229789 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-461780a5-0268-4a91-8753-2eea99e15d82 req-da1e9a57-703e-499b-85bc-5ad828db7235 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:47.272945 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6ba9eacf-e3dc-4c1b-9060-a0d5b4eb798b req-f04bb021-e294-4d26-9920-72f1aa8e32be tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403645
Jan 28 02:14:47.381086 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-461780a5-0268-4a91-8753-2eea99e15d82 req-da1e9a57-703e-499b-85bc-5ad828db7235 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9828446
Jan 28 02:14:47.393682 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-71ca58cf-625d-429d-98c1-9abd2b5ab583 None None] Provisioning complete for port 41e411b1-116e-434d-a378-dd8425c82364 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:14:47.394244 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-71ca58cf-625d-429d-98c1-9abd2b5ab583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:47.406759 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Request body: {'port': {'device_id': '678b2127-dbf6-4985-93ba-1171bae26d88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:14:47.434868 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-71ca58cf-625d-429d-98c1-9abd2b5ab583 None None] Port 41e411b1-116e-434d-a378-dd8425c82364 cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:14:47.463837 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:47.639182 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c78a04-f2ed-49a3-8a52-45cd6f8a3f5b req-1a6ca2ef-3aba-4646-9081-f1ea88678110 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:47.641297 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28c78a04-f2ed-49a3-8a52-45cd6f8a3f5b req-1a6ca2ef-3aba-4646-9081-f1ea88678110 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 945 time: 0.0762126
Jan 28 02:14:47.715274 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-28c78a04-f2ed-49a3-8a52-45cd6f8a3f5b req-62fa52bb-87cb-4162-9f6e-9d12df6782fb tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494318
Jan 28 02:14:47.828509 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e411b1-116e-434d-a378-dd8425c82364 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:14:47.835874 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:47.852023 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d91459-81b0-4189-8b50-85d28b6c5ac4 req-44b6dd24-9567-41e8-9b68-6ecb5440b75b tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:47.853561 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-73d91459-81b0-4189-8b50-85d28b6c5ac4 req-44b6dd24-9567-41e8-9b68-6ecb5440b75b tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.95 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.0983932
Jan 28 02:14:47.862470 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Transition to ACTIVE for port object 41e411b1-116e-434d-a378-dd8425c82364 will not be triggered until provisioned by entity L2. {{(pid=102090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:14:47.970601 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:48.069761 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Pushing event updated for resources: {'Port': ['ID=41e411b1-116e-434d-a378-dd8425c82364,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:48.074673 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-73d91459-81b0-4189-8b50-85d28b6c5ac4 req-81383c5e-597b-4f45-8d05-3c950e0e71d6 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Deleting port 7b4575d4-25de-48a0-8c88-24340312c99a {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:14:48.074673 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-73d91459-81b0-4189-8b50-85d28b6c5ac4 req-81383c5e-597b-4f45-8d05-3c950e0e71d6 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:48.087096 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b29fa0-e23f-45ec-a253-4009f7f25f09 req-fea1c8b0-359e-48a1-9967-cf8f79741f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:48.088732 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-85b29fa0-e23f-45ec-a253-4009f7f25f09 req-fea1c8b0-359e-48a1-9967-cf8f79741f35 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 943 time: 0.1509311
Jan 28 02:14:48.206190 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97eca07-4d9e-4c56-b87c-1f24ea596175 req-7ec25e48-9662-476b-bae2-37023df3eca1 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:48.207655 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b97eca07-4d9e-4c56-b87c-1f24ea596175 req-7ec25e48-9662-476b-bae2-37023df3eca1 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 944 time: 0.2292264
Jan 28 02:14:48.271494 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-85b29fa0-e23f-45ec-a253-4009f7f25f09 req-6d91003f-726d-41d4-9444-3f17fd7cafb9 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1641481
Jan 28 02:14:48.285472 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 0fe5e297-3f96-48a7-a35a-88d100e855c5 up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:14:48.314566 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-73d91459-81b0-4189-8b50-85d28b6c5ac4 req-81383c5e-597b-4f45-8d05-3c950e0e71d6 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] For port 7b4575d4-25de-48a0-8c88-24340312c99a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=7b4575d4-25de-48a0-8c88-24340312c99a,segment=NetworkSegment(a3ca3164-092f-46bf-8366-741bbbc71d3e),segment_id=a3ca3164-092f-46bf-8366-741bbbc71d3e)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:48.315345 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-73d91459-81b0-4189-8b50-85d28b6c5ac4 req-81383c5e-597b-4f45-8d05-3c950e0e71d6 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:48.317568 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Attempting to bind port 41e411b1-116e-434d-a378-dd8425c82364 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:14:48.317848 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Attempting to bind port 41e411b1-116e-434d-a378-dd8425c82364 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:14:48.318355 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Attempting to bind port 41e411b1-116e-434d-a378-dd8425c82364 on network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:14:48.338692 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b97eca07-4d9e-4c56-b87c-1f24ea596175 req-c61d3dfc-4f4f-4143-9e4e-e7c3cb29d163 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201708
Jan 28 02:14:48.339722 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-73d91459-81b0-4189-8b50-85d28b6c5ac4 req-81383c5e-597b-4f45-8d05-3c950e0e71d6 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Calling delete_port for 7b4575d4-25de-48a0-8c88-24340312c99a owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:14:48.341421 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Port 41e411b1-116e-434d-a378-dd8425c82364 on network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:14:48.341835 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Attempting to bind port 41e411b1-116e-434d-a378-dd8425c82364 on network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:14:48.366374 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:14:48.366710 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Checking segment: {'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:14:48.367092 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Bound using segment: {'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:14:48.367529 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Bound port: 41e411b1-116e-434d-a378-dd8425c82364, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:14:48.367882 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:48.440546 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port 0fe5e297-3f96-48a7-a35a-88d100e855c5 completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:14:48.444991 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port 0fe5e297-3f96-48a7-a35a-88d100e855c5 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:14:48.445360 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:48.499129 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e104f-1897-4757-91e4-e32b22cf1cb7 req-2bdc0448-6cfc-4085-aacd-89ccdbfb5430 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:48.500682 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0d6e104f-1897-4757-91e4-e32b22cf1cb7 req-2bdc0448-6cfc-4085-aacd-89ccdbfb5430 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 945 time: 0.1524909
Jan 28 02:14:48.525493 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:48.534104 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] For port 41e411b1-116e-434d-a378-dd8425c82364, host hv-cinder-82497, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:14:48.548275 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b24526-46a7-4507-90e0-1273ba252135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe5e297-3f96-48a7-a35a-88d100e855c5'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:14:48.550486 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5700107f-7989-49cd-a61c-2a373461241c" -d '{"events": [{"server_uuid": "78b24526-46a7-4507-90e0-1273ba252135", "name": "network-vif-plugged", "status": "completed", "tag": "0fe5e297-3f96-48a7-a35a-88d100e855c5"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:14:48.558962 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] For port 41e411b1-116e-434d-a378-dd8425c82364, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=41e411b1-116e-434d-a378-dd8425c82364,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:14:48.577782 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 0fe5e297-3f96-48a7-a35a-88d100e855c5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=0fe5e297-3f96-48a7-a35a-88d100e855c5,segment=NetworkSegment(a991ad7d-4bac-4a14-b0a2-73e9e7003933),segment_id=a991ad7d-4bac-4a14-b0a2-73e9e7003933)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:48.588587 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0d6e104f-1897-4757-91e4-e32b22cf1cb7 req-e71b0394-3fe1-4049-b0d1-62dc9343469e tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/security-groups?id=df539648-3673-45df-b237-31d51d5791e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794170
Jan 28 02:14:48.593741 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b7e384-0b84-495e-ab6d-efe72dd19f70 x-openstack-request-id: req-75b7e384-0b84-495e-ab6d-efe72dd19f70 {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:14:48.594025 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b24526-46a7-4507-90e0-1273ba252135", "name": "network-vif-plugged", "status": "completed", "tag": "0fe5e297-3f96-48a7-a35a-88d100e855c5", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:14:48.594272 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-75b7e384-0b84-495e-ab6d-efe72dd19f70 {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:14:48.594670 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b24526-46a7-4507-90e0-1273ba252135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe5e297-3f96-48a7-a35a-88d100e855c5', 'code': 200}
Jan 28 02:14:48.674444 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:48.675910 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 7b4575d4-25de-48a0-8c88-24340312c99a no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:14:48.680792 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:48.737050 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Pushing event updated for resources: {'Port': ['ID=41e411b1-116e-434d-a378-dd8425c82364,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:48.743925 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:48.748003 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:48.748003 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-461780a5-0268-4a91-8753-2eea99e15d82 req-3918c32a-5b3e-4cc7-b35c-a6f3de637a06 service neutron] 10.222.0.95 "PUT /v2.0/ports/41e411b1-116e-434d-a378-dd8425c82364 HTTP/1.1" status: 200  len: 1093 time: 1.3435431
Jan 28 02:14:48.748003 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678b2127-dbf6-4985-93ba-1171bae26d88', 'tag': '41e411b1-116e-434d-a378-dd8425c82364'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:14:48.749430 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5b2dc5-ed96-412d-9946-e660cae22faf" -d '{"events": [{"name": "network-changed", "server_uuid": "678b2127-dbf6-4985-93ba-1171bae26d88", "tag": "41e411b1-116e-434d-a378-dd8425c82364"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:14:48.754539 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No active binding found for port 7b4575d4-25de-48a0-8c88-24340312c99a {{(pid=102091) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Jan 28 02:14:48.755260 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 7b4575d4-25de-48a0-8c88-24340312c99a not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:14:48.757124 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=0fe5e297-3f96-48a7-a35a-88d100e855c5,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:48.763636 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-73d91459-81b0-4189-8b50-85d28b6c5ac4 req-81383c5e-597b-4f45-8d05-3c950e0e71d6 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:48.804977 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55592382-80ea-4348-9e83-5e3e771f32c4 x-openstack-request-id: req-55592382-80ea-4348-9e83-5e3e771f32c4 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:14:48.805299 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678b2127-dbf6-4985-93ba-1171bae26d88", "tag": "41e411b1-116e-434d-a378-dd8425c82364", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:14:48.805502 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-55592382-80ea-4348-9e83-5e3e771f32c4 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:14:48.805892 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678b2127-dbf6-4985-93ba-1171bae26d88', 'tag': '41e411b1-116e-434d-a378-dd8425c82364', 'status': 'completed', 'code': 200}
Jan 28 02:14:48.808600 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81383c5e-597b-4f45-8d05-3c950e0e71d6 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Pushing event deleted for resources: {'Port': ['ID=7b4575d4-25de-48a0-8c88-24340312c99a,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:48.870676 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d91459-81b0-4189-8b50-85d28b6c5ac4 req-81383c5e-597b-4f45-8d05-3c950e0e71d6 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] No DVR routers for this DVR port 7b4575d4-25de-48a0-8c88-24340312c99a on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:14:48.880337 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-73d91459-81b0-4189-8b50-85d28b6c5ac4 req-81383c5e-597b-4f45-8d05-3c950e0e71d6 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:48.883788 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-73d91459-81b0-4189-8b50-85d28b6c5ac4 req-81383c5e-597b-4f45-8d05-3c950e0e71d6 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.95 "DELETE /v2.0/ports/7b4575d4-25de-48a0-8c88-24340312c99a HTTP/1.1" status: 204  len: 173 time: 1.0227540
Jan 28 02:14:48.917546 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2dc5-ed96-412d-9946-e660cae22faf req-903542e9-7c6d-4ce5-b994-2886c94ad921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:48.919194 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1e5b2dc5-ed96-412d-9946-e660cae22faf req-903542e9-7c6d-4ce5-b994-2886c94ad921 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7ed8db325d13496c9a417966e33b10a1&device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 1096 time: 0.0497446
Jan 28 02:14:49.061457 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b4737-dd8b-4444-9273-3148ad665a10 req-baea42bd-fd7d-42d3-895a-20d11e3d85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:49.063437 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ea1b4737-dd8b-4444-9273-3148ad665a10 req-baea42bd-fd7d-42d3-895a-20d11e3d85f2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 1098 time: 0.0722349
Jan 28 02:14:49.086442 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2dc5-ed96-412d-9946-e660cae22faf req-12cca3ed-f2a9-4ad9-92c7-f2fec35c48d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:49.088006 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1e5b2dc5-ed96-412d-9946-e660cae22faf req-12cca3ed-f2a9-4ad9-92c7-f2fec35c48d2 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=7ed8db325d13496c9a417966e33b10a1&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1545453
Jan 28 02:14:49.129370 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ea1b4737-dd8b-4444-9273-3148ad665a10 req-32074c8e-c317-4c50-905e-14804b55d39f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593221
Jan 28 02:14:49.209895 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2dc5-ed96-412d-9946-e660cae22faf req-52033dad-2e2c-4fea-9873-aedf21c1b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:49.211464 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1e5b2dc5-ed96-412d-9946-e660cae22faf req-52033dad-2e2c-4fea-9873-aedf21c1b1ed service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1164649
Jan 28 02:14:49.394513 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb71814-549b-4574-be8d-c1c4b389a898 req-5de3086d-989b-4476-98af-67fd90834b3a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:49.397180 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2bb71814-549b-4574-be8d-c1c4b389a898 req-5de3086d-989b-4476-98af-67fd90834b3a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 943 time: 0.0566700
Jan 28 02:14:49.460593 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2bb71814-549b-4574-be8d-c1c4b389a898 req-1ee0b353-139b-4e24-88fe-698ffa525659 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576637
Jan 28 02:14:49.482255 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a14c1-770f-4da2-a23f-2c953f59a70a req-f68aec2d-f9b2-4d73-b28c-0376f7bd3d27 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:49.483764 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-486a14c1-770f-4da2-a23f-2c953f59a70a req-f68aec2d-f9b2-4d73-b28c-0376f7bd3d27 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 945 time: 0.0655587
Jan 28 02:14:49.554459 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-486a14c1-770f-4da2-a23f-2c953f59a70a req-365dfbc3-0248-4c1c-a4b4-9ee29453d754 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638554
Jan 28 02:14:49.565116 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461780a5-0268-4a91-8753-2eea99e15d82 req-7ac8e725-a501-4aed-a65e-9f68f66e76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:49.566700 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-461780a5-0268-4a91-8753-2eea99e15d82 req-7ac8e725-a501-4aed-a65e-9f68f66e76c7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7ed8db325d13496c9a417966e33b10a1&device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 1096 time: 0.0622761
Jan 28 02:14:49.619479 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-461780a5-0268-4a91-8753-2eea99e15d82 req-0198c0eb-16e2-43e1-905c-a1e6e4f06f8d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41e411b1-116e-434d-a378-dd8425c82364 HTTP/1.1" status: 200  len: 217 time: 0.0371070
Jan 28 02:14:49.682729 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461780a5-0268-4a91-8753-2eea99e15d82 req-53065b77-c399-4c57-90da-2107adb2e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:49.684232 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-461780a5-0268-4a91-8753-2eea99e15d82 req-53065b77-c399-4c57-90da-2107adb2e002 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ad81599a-8584-45bb-9aad-97ea5adfda3a HTTP/1.1" status: 200  len: 850 time: 0.0579009
Jan 28 02:14:49.704496 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fe073bf2-20f8-407d-adc8-130b64f27371 req-cd43346c-09b3-4088-878a-14fc7120f1b0 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 210 time: 0.0356295
Jan 28 02:14:49.748720 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461780a5-0268-4a91-8753-2eea99e15d82 req-9ad86993-3027-45e1-93ad-ff58b2dd1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:49.752839 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-461780a5-0268-4a91-8753-2eea99e15d82 req-9ad86993-3027-45e1-93ad-ff58b2dd1437 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0484629
Jan 28 02:14:49.859055 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-461780a5-0268-4a91-8753-2eea99e15d82 req-7a4312f0-99b2-4a67-a140-83c27a7d6561 service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874083
Jan 28 02:14:49.970690 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-461780a5-0268-4a91-8753-2eea99e15d82 req-8ad3662f-db54-4e84-b377-de2f1a5e3a91 service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1015251
Jan 28 02:14:50.585386 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e0e86-f271-495f-8ec0-b460fa24e761 req-27fb4a9b-5b94-44c9-a867-b616ef518de9 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:50.587638 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1d3e0e86-f271-495f-8ec0-b460fa24e761 req-27fb4a9b-5b94-44c9-a867-b616ef518de9 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 943 time: 0.0556507
Jan 28 02:14:50.644306 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1d3e0e86-f271-495f-8ec0-b460fa24e761 req-fae8a533-5694-4342-af5a-ee05267a314e tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503519
Jan 28 02:14:50.689703 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748594c-f577-40da-9b9c-c8409a8f1d2c req-16d9f88d-95f0-44fa-b507-fb97c2debfcc tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:50.691285 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e748594c-f577-40da-9b9c-c8409a8f1d2c req-16d9f88d-95f0-44fa-b507-fb97c2debfcc tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 945 time: 0.0602138
Jan 28 02:14:50.742712 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e748594c-f577-40da-9b9c-c8409a8f1d2c req-a4e52de1-123d-4df2-a4e5-8d9ddcc98fa2 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425992
Jan 28 02:14:50.807325 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b886ef6-6c08-4ed8-9d10-35c49c2c6382', 'name': 'network-vif-deleted', 'tag': '7b4575d4-25de-48a0-8c88-24340312c99a'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:14:50.809701 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5264d430-be12-4374-880b-d5cbfeef5da8" -d '{"events": [{"server_uuid": "9b886ef6-6c08-4ed8-9d10-35c49c2c6382", "name": "network-vif-deleted", "tag": "7b4575d4-25de-48a0-8c88-24340312c99a"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:14:50.830507 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3bda6669-52ed-4758-847c-0b7ddb90d618 req-793d3065-50bf-45a5-9994-5a9f5728b9b9 tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b886ef6-6c08-4ed8-9d10-35c49c2c6382 HTTP/1.1" status: 200  len: 210 time: 0.0385606
Jan 28 02:14:50.852460 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce8bcc2-1902-44f2-9956-e98ea3344ab2 x-openstack-request-id: req-dce8bcc2-1902-44f2-9956-e98ea3344ab2 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:14:50.852743 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b886ef6-6c08-4ed8-9d10-35c49c2c6382", "name": "network-vif-deleted", "tag": "7b4575d4-25de-48a0-8c88-24340312c99a", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:14:50.852990 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dce8bcc2-1902-44f2-9956-e98ea3344ab2 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:14:50.853372 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b886ef6-6c08-4ed8-9d10-35c49c2c6382', 'name': 'network-vif-deleted', 'tag': '7b4575d4-25de-48a0-8c88-24340312c99a', 'status': 'completed', 'code': 200}
Jan 28 02:14:51.646098 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:51.759606 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740b293-e43d-4b71-83c0-94a4e95bf3f0 req-c8163c4f-2d95-4610-96e2-07f13718dbf0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:51.761122 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c740b293-e43d-4b71-83c0-94a4e95bf3f0 req-c8163c4f-2d95-4610-96e2-07f13718dbf0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 943 time: 0.0501969
Jan 28 02:14:51.800301 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-c740b293-e43d-4b71-83c0-94a4e95bf3f0 req-b6ab9546-fa92-453e-a02f-4ef9085e80fe tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0331664
Jan 28 02:14:51.859249 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f14f92-a149-4c05-8772-7e5c4e93018b req-ab43bc87-f212-4079-8b85-b266ed77b594 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:51.860830 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-02f14f92-a149-4c05-8772-7e5c4e93018b req-ab43bc87-f212-4079-8b85-b266ed77b594 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 945 time: 0.0495229
Jan 28 02:14:51.894444 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 34176) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:51.906100 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-02f14f92-a149-4c05-8772-7e5c4e93018b req-40f7d94c-aec7-42b5-9fb4-3df3c84776bf tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374680
Jan 28 02:14:51.955804 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1d9d0911-cf83-4047-93cd-84d5ac3be7ae tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:51.986024 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1d9d0911-cf83-4047-93cd-84d5ac3be7ae tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:52.149199 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1d9d0911-cf83-4047-93cd-84d5ac3be7ae tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:52.152359 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1d9d0911-cf83-4047-93cd-84d5ac3be7ae tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:52.153189 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-1d9d0911-cf83-4047-93cd-84d5ac3be7ae tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] 10.222.0.79 "DELETE /v2.0/security-groups/df539648-3673-45df-b237-31d51d5791e2 HTTP/1.1" status: 204  len: 168 time: 0.2576847
Jan 28 02:14:52.165832 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d0911-cf83-4047-93cd-84d5ac3be7ae tempest-TestShelveInstance-967642037 tempest-TestShelveInstance-967642037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df539648-3673-45df-b237-31d51d5791e2,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:52.345379 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 34182) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:52.924356 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133af0e5-2d4b-4b05-9a98-bd0424bda987 req-adb05156-18f4-4bba-91a1-f42fd0086417 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:52.933223 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-133af0e5-2d4b-4b05-9a98-bd0424bda987 req-adb05156-18f4-4bba-91a1-f42fd0086417 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 943 time: 0.0655520
Jan 28 02:14:52.980572 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-133af0e5-2d4b-4b05-9a98-bd0424bda987 req-8915ff87-2df7-45fa-9232-ffb46aa0bb47 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421720
Jan 28 02:14:52.994410 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a13b1d5b-eb6b-47af-ba0b-8c774325e60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564394'] for router_interface, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:53.246692 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-a13b1d5b-eb6b-47af-ba0b-8c774325e60b admin admin] Deleting port 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:14:53.247052 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a13b1d5b-eb6b-47af-ba0b-8c774325e60b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:53.327359 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-a13b1d5b-eb6b-47af-ba0b-8c774325e60b admin admin] For port 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35,segment=NetworkSegment(a3ca3164-092f-46bf-8366-741bbbc71d3e),segment_id=a3ca3164-092f-46bf-8366-741bbbc71d3e)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:53.327715 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a13b1d5b-eb6b-47af-ba0b-8c774325e60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:53.340263 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-a13b1d5b-eb6b-47af-ba0b-8c774325e60b admin admin] Calling delete_port for 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35 owned by network:router_interface {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:14:53.462183 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6047886-af67-4244-8024-737566711cfd req-69ecbed8-06f1-448a-b26c-18c189ec8a75 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:53.463823 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b6047886-af67-4244-8024-737566711cfd req-69ecbed8-06f1-448a-b26c-18c189ec8a75 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 945 time: 0.0526936
Jan 28 02:14:53.501626 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b6047886-af67-4244-8024-737566711cfd req-c8667f66-8d74-4e40-8611-0413c5696706 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317445
Jan 28 02:14:53.617946 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a13b1d5b-eb6b-47af-ba0b-8c774325e60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:53.646657 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b1d5b-eb6b-47af-ba0b-8c774325e60b admin admin] Pushing event deleted for resources: {'Port': ['ID=0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:53.807544 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a13b1d5b-eb6b-47af-ba0b-8c774325e60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-639439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564422'] for router_interface, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:54.037058 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13b1d5b-eb6b-47af-ba0b-8c774325e60b admin admin] Router 6b2ae75a-b5e9-4743-8666-4d171b461798 has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:14:54.090605 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12aa0a-fbab-49eb-b5e4-6ad5a0c1c317 req-34aea3d8-1f49-47cc-bfa9-b6981f49a28f tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:54.092151 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a12aa0a-fbab-49eb-b5e4-6ad5a0c1c317 req-34aea3d8-1f49-47cc-bfa9-b6981f49a28f tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 943 time: 0.0498018
Jan 28 02:14:54.138566 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7a12aa0a-fbab-49eb-b5e4-6ad5a0c1c317 req-30639415-5f5a-4752-a745-669a31edc259 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398576
Jan 28 02:14:54.165321 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13b1d5b-eb6b-47af-ba0b-8c774325e60b admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:14:54.171036 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a13b1d5b-eb6b-47af-ba0b-8c774325e60b admin admin] 10.222.0.79 "PUT /v2.0/routers/6b2ae75a-b5e9-4743-8666-4d171b461798/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8239281
Jan 28 02:14:54.173175 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 34206) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:54.174194 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ad5c63-4772-4fa2-8a9e-8ae75c450bd0 None None] Sync routers for ids ['6b2ae75a-b5e9-4743-8666-4d171b461798'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:14:54.184744 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ad5c63-4772-4fa2-8a9e-8ae75c450bd0 None None] Routers {'6b2ae75a-b5e9-4743-8666-4d171b461798'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:14:54.185458 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-19ad5c63-4772-4fa2-8a9e-8ae75c450bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796e7da340>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:14:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['6b2ae75a-b5e9-4743-8666-4d171b461798'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:14:54.276528 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a4a24e80-a0aa-44a1-affb-196fafebad61 admin admin] Notify callbacks [] for router, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:54.298834 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-19ad5c63-4772-4fa2-8a9e-8ae75c450bd0 None None] Set router 6b2ae75a-b5e9-4743-8666-4d171b461798 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:14:54.378609 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a4a24e80-a0aa-44a1-affb-196fafebad61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:54.481776 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-19ad5c63-4772-4fa2-8a9e-8ae75c450bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796e7da340>, [{'id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'name': 'tempest-TestShelveInstance-1564978037-router', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:18Z', 'updated_at': '2022-01-28T02:14:53Z', 'revision_number': 5, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'gw_port': {'id': 'd11885f8-1951-4258-9a10-4681a272ebba', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:19Z', 'updated_at': '2022-01-28T02:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:14:54.489245 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-a4a24e80-a0aa-44a1-affb-196fafebad61 admin admin] Deleting port d11885f8-1951-4258-9a10-4681a272ebba {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:14:54.489792 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a4a24e80-a0aa-44a1-affb-196fafebad61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:54.511558 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ad5c63-4772-4fa2-8a9e-8ae75c450bd0 None None] Checking router: 6b2ae75a-b5e9-4743-8666-4d171b461798 for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:14:54.524192 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ad5c63-4772-4fa2-8a9e-8ae75c450bd0 None None] Routers {'6b2ae75a-b5e9-4743-8666-4d171b461798'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:14:54.524834 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-19ad5c63-4772-4fa2-8a9e-8ae75c450bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796e7da340>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:14:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['6b2ae75a-b5e9-4743-8666-4d171b461798'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:14:54.576313 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-a4a24e80-a0aa-44a1-affb-196fafebad61 admin admin] For port d11885f8-1951-4258-9a10-4681a272ebba, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=d11885f8-1951-4258-9a10-4681a272ebba,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:54.576667 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a4a24e80-a0aa-44a1-affb-196fafebad61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:54.611189 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-a4a24e80-a0aa-44a1-affb-196fafebad61 admin admin] Calling delete_port for d11885f8-1951-4258-9a10-4681a272ebba owned by network:router_gateway {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:14:54.680237 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3cf35-60fe-41d6-ae9c-7cec8a52d842 req-204b3b4e-b280-4d10-bf46-7a18f5b9de9c tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:54.681836 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-77c3cf35-60fe-41d6-ae9c-7cec8a52d842 req-204b3b4e-b280-4d10-bf46-7a18f5b9de9c tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 945 time: 0.1075640
Jan 28 02:14:54.752468 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-19ad5c63-4772-4fa2-8a9e-8ae75c450bd0 None None] Set router 6b2ae75a-b5e9-4743-8666-4d171b461798 gateway port host: None {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:14:54.773098 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-77c3cf35-60fe-41d6-ae9c-7cec8a52d842 req-6ffe3c49-c3ad-4ac9-82f1-9d92d56722b5 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805125
Jan 28 02:14:54.804331 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-19ad5c63-4772-4fa2-8a9e-8ae75c450bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796e7da340>, [{'id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'name': 'tempest-TestShelveInstance-1564978037-router', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:18Z', 'updated_at': '2022-01-28T02:14:54Z', 'revision_number': 6, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'gw_port_host': None}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:14:54.836089 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ad5c63-4772-4fa2-8a9e-8ae75c450bd0 None None] The sync data for ids ['6b2ae75a-b5e9-4743-8666-4d171b461798'] in dv-cinder-824977-1-iscsi is: [{'id': '6b2ae75a-b5e9-4743-8666-4d171b461798', 'name': 'tempest-TestShelveInstance-1564978037-router', 'tenant_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:18Z', 'updated_at': '2022-01-28T02:14:54Z', 'revision_number': 6, 'project_id': 'a55dde8892fa47bd9941bb1ce9aa3673', 'gw_port_host': None}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:14:54.920700 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a4a24e80-a0aa-44a1-affb-196fafebad61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:54.948147 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a24e80-a0aa-44a1-affb-196fafebad61 admin admin] Pushing event deleted for resources: {'Port': ['ID=d11885f8-1951-4258-9a10-4681a272ebba,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:55.365202 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a4a24e80-a0aa-44a1-affb-196fafebad61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746596'] for router_gateway, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:55.437087 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74c6f6-aee1-4bdc-9309-8acdc9263bf3 req-ddc53c25-b640-4d94-ac61-bea9f001eb79 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:55.438557 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1d74c6f6-aee1-4bdc-9309-8acdc9263bf3 req-ddc53c25-b640-4d94-ac61-bea9f001eb79 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 943 time: 0.1760998
Jan 28 02:14:55.446279 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74683572-79f7-449f-8c11-c3e0e98cdc72 req-cdc69cce-a8bc-48fc-9ada-d0aedacf24b7 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:55.447606 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-74683572-79f7-449f-8c11-c3e0e98cdc72 req-cdc69cce-a8bc-48fc-9ada-d0aedacf24b7 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.95 "GET /v2.0/ports?device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 945 time: 0.1862912
Jan 28 02:14:55.508743 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a4a24e80-a0aa-44a1-affb-196fafebad61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124843'] for router, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:55.514387 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a4a24e80-a0aa-44a1-affb-196fafebad61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:55.586048 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1d74c6f6-aee1-4bdc-9309-8acdc9263bf3 req-f0dd8359-f415-4a27-805c-ca2dcb3fa381 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1112621
Jan 28 02:14:55.624395 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35 no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:14:55.637926 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:14:55.638266 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 0b94b8b5-ab19-42c9-a9c8-9a9d3842fe35 not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:14:55.645646 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-74683572-79f7-449f-8c11-c3e0e98cdc72 req-16d99384-2977-4c9f-846a-5964d9184fd6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Deleting port 0fe5e297-3f96-48a7-a35a-88d100e855c5 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:14:55.645994 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-74683572-79f7-449f-8c11-c3e0e98cdc72 req-16d99384-2977-4c9f-846a-5964d9184fd6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:55.697002 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a4a24e80-a0aa-44a1-affb-196fafebad61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747497'] for router, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:55.697534 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a24e80-a0aa-44a1-affb-196fafebad61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b2ae75a-b5e9-4743-8666-4d171b461798 {{(pid=102090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 28 02:14:55.706547 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a4a24e80-a0aa-44a1-affb-196fafebad61 admin admin] Notify callbacks [] for router, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:55.707678 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-a4a24e80-a0aa-44a1-affb-196fafebad61 admin admin] 10.222.0.79 "DELETE /v2.0/routers/6b2ae75a-b5e9-4743-8666-4d171b461798 HTTP/1.1" status: 204  len: 168 time: 1.5335200
Jan 28 02:14:55.710445 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 34216) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:55.761613 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_v2 [None req-4012d027-e53b-4667-905b-82da51cd138f admin admin] Deleting subnet e9c590ff-5986-4c9e-8931-fcb86ed6db62 {{(pid=102089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:14:55.765194 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4012d027-e53b-4667-905b-82da51cd138f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:55.774453 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5537e6b0-295d-41ba-bc35-29d53357ebbd req-dd0e395d-75c6-4473-9abc-8e9738513157 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0876715
Jan 28 02:14:55.785482 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-74683572-79f7-449f-8c11-c3e0e98cdc72 req-16d99384-2977-4c9f-846a-5964d9184fd6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] For port 0fe5e297-3f96-48a7-a35a-88d100e855c5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=0fe5e297-3f96-48a7-a35a-88d100e855c5,segment=NetworkSegment(a991ad7d-4bac-4a14-b0a2-73e9e7003933),segment_id=a991ad7d-4bac-4a14-b0a2-73e9e7003933)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:55.786375 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-74683572-79f7-449f-8c11-c3e0e98cdc72 req-16d99384-2977-4c9f-846a-5964d9184fd6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:55.814314 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-74683572-79f7-449f-8c11-c3e0e98cdc72 req-16d99384-2977-4c9f-846a-5964d9184fd6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Calling delete_port for 0fe5e297-3f96-48a7-a35a-88d100e855c5 owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:14:55.817798 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4012d027-e53b-4667-905b-82da51cd138f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28652204'] for subnet, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:55.912282 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4012d027-e53b-4667-905b-82da51cd138f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4027136'] for subnet, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:55.989759 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a32bc-d389-4a74-b803-f61c2ad10b78 req-c19c134a-8c38-41bd-a693-004b804cac43 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:55.991328 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-509a32bc-d389-4a74-b803-f61c2ad10b78 req-c19c134a-8c38-41bd-a693-004b804cac43 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 945 time: 0.1231527
Jan 28 02:14:55.993296 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537e6b0-295d-41ba-bc35-29d53357ebbd req-cf4939e1-e2ba-4c3b-a91b-bf225262f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:55.996121 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5537e6b0-295d-41ba-bc35-29d53357ebbd req-cf4939e1-e2ba-4c3b-a91b-bf225262f055 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dfdaf77bcf5a4358b657de79f178fa6e&device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 1098 time: 0.1253207
Jan 28 02:14:56.029817 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4012d027-e53b-4667-905b-82da51cd138f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4027195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27877412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28750092'] for subnet, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:56.057397 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d027-e53b-4667-905b-82da51cd138f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c590ff-5986-4c9e-8931-fcb86ed6db62,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:56.061411 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4012d027-e53b-4667-905b-82da51cd138f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:56.065480 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-4012d027-e53b-4667-905b-82da51cd138f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e9c590ff-5986-4c9e-8931-fcb86ed6db62 HTTP/1.1" status: 204  len: 168 time: 0.3534837
Jan 28 02:14:56.070746 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 34220) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:56.073641 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0214060-88e1-414b-833a-305adb8810d4 None None] Network ace90374-1bab-41ed-86ab-f24b42895456 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:14:56.127467 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-509a32bc-d389-4a74-b803-f61c2ad10b78 req-06450e92-c32b-4309-b5e9-36be134121f2 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/security-groups?id=66205d67-000a-4479-838a-753e889c809c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293950
Jan 28 02:14:56.208538 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3810569'] for network, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:56.234858 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537e6b0-295d-41ba-bc35-29d53357ebbd req-16faced2-b0ee-45d4-80cb-7669e8d4cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:56.234858 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5537e6b0-295d-41ba-bc35-29d53357ebbd req-16faced2-b0ee-45d4-80cb-7669e8d4cdd4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1617250-6906-428a-b42f-41a62d6e9eab HTTP/1.1" status: 200  len: 916 time: 0.2004001
Jan 28 02:14:56.259262 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c819c99-4c43-4241-a413-7357c055cb61 None None] DHCP port deletion for ace90374-1bab-41ed-86ab-f24b42895456 request from dv-cinder-824977-1-iscsi {{(pid=102091) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jan 28 02:14:56.301095 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5537e6b0-295d-41ba-bc35-29d53357ebbd req-1070f919-6068-4196-a903-fa8afe88abf2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c HTTP/1.1" status: 200  len: 217 time: 0.0430076
Jan 28 02:14:56.304657 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-74683572-79f7-449f-8c11-c3e0e98cdc72 req-16d99384-2977-4c9f-846a-5964d9184fd6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:56.318628 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-9c819c99-4c43-4241-a413-7357c055cb61 None None] Deleting port b7e32288-2e75-4d3a-b678-5cac551171e0 {{(pid=102091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:14:56.318628 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-9c819c99-4c43-4241-a413-7357c055cb61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:56.352044 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['0fe5e297-3f96-48a7-a35a-88d100e855c5'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:14:56.364531 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d99384-2977-4c9f-846a-5964d9184fd6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Pushing event deleted for resources: {'Port': ['ID=0fe5e297-3f96-48a7-a35a-88d100e855c5,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:56.396375 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-9c819c99-4c43-4241-a413-7357c055cb61 None None] For port b7e32288-2e75-4d3a-b678-5cac551171e0, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=b7e32288-2e75-4d3a-b678-5cac551171e0,segment=NetworkSegment(a3ca3164-092f-46bf-8366-741bbbc71d3e),segment_id=a3ca3164-092f-46bf-8366-741bbbc71d3e)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:56.396672 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-9c819c99-4c43-4241-a413-7357c055cb61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:56.409206 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-9c819c99-4c43-4241-a413-7357c055cb61 None None] Calling delete_port for b7e32288-2e75-4d3a-b678-5cac551171e0 owned by network:dhcp {{(pid=102091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:14:56.423960 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-74683572-79f7-449f-8c11-c3e0e98cdc72 req-16d99384-2977-4c9f-846a-5964d9184fd6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] No DVR routers for this DVR port 0fe5e297-3f96-48a7-a35a-88d100e855c5 on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:14:56.435174 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537e6b0-295d-41ba-bc35-29d53357ebbd req-3deeb716-68af-43f9-9dcf-3d1e3e469e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:56.435174 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5537e6b0-295d-41ba-bc35-29d53357ebbd req-3deeb716-68af-43f9-9dcf-3d1e3e469e8d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2237a530-3da5-4e58-a63d-c06367eb0b46 HTTP/1.1" status: 200  len: 854 time: 0.1171825
Jan 28 02:14:56.435174 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-74683572-79f7-449f-8c11-c3e0e98cdc72 req-16d99384-2977-4c9f-846a-5964d9184fd6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:56.435174 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-74683572-79f7-449f-8c11-c3e0e98cdc72 req-16d99384-2977-4c9f-846a-5964d9184fd6 tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.95 "DELETE /v2.0/ports/0fe5e297-3f96-48a7-a35a-88d100e855c5 HTTP/1.1" status: 204  len: 173 time: 0.9585226
Jan 28 02:14:56.435174 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b24526-46a7-4507-90e0-1273ba252135', 'name': 'network-vif-deleted', 'tag': '0fe5e297-3f96-48a7-a35a-88d100e855c5'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:14:56.437577 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebad16b-b253-43b4-9b14-71aaffb36e33" -d '{"events": [{"server_uuid": "78b24526-46a7-4507-90e0-1273ba252135", "name": "network-vif-deleted", "tag": "0fe5e297-3f96-48a7-a35a-88d100e855c5"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:14:56.441176 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] Deleting port b7e32288-2e75-4d3a-b678-5cac551171e0 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:14:56.441517 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:56.503245 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5537e6b0-295d-41ba-bc35-29d53357ebbd req-8cb5f764-17ab-4b74-a3cf-2d7be1f5af18 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1617250-6906-428a-b42f-41a62d6e9eab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0588408
Jan 28 02:14:56.505304 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3333cf-f768-45db-9a6c-5a1886c19071 x-openstack-request-id: req-9f3333cf-f768-45db-9a6c-5a1886c19071 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:14:56.505560 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b24526-46a7-4507-90e0-1273ba252135", "name": "network-vif-deleted", "tag": "0fe5e297-3f96-48a7-a35a-88d100e855c5", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:14:56.505812 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9f3333cf-f768-45db-9a6c-5a1886c19071 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:14:56.506199 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b24526-46a7-4507-90e0-1273ba252135', 'name': 'network-vif-deleted', 'tag': '0fe5e297-3f96-48a7-a35a-88d100e855c5', 'status': 'completed', 'code': 200}
Jan 28 02:14:56.584259 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] For port b7e32288-2e75-4d3a-b678-5cac551171e0, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=b7e32288-2e75-4d3a-b678-5cac551171e0,segment=NetworkSegment(a3ca3164-092f-46bf-8366-741bbbc71d3e),segment_id=a3ca3164-092f-46bf-8366-741bbbc71d3e)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:56.584622 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:56.601209 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] Calling delete_port for b7e32288-2e75-4d3a-b678-5cac551171e0 owned by network:dhcp {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:14:56.601412 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-9c819c99-4c43-4241-a413-7357c055cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872'] for port, after_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:56.633622 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c819c99-4c43-4241-a413-7357c055cb61 None None] Pushing event deleted for resources: {'Port': ['ID=b7e32288-2e75-4d3a-b678-5cac551171e0,revision_number=None']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:56.636270 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c819c99-4c43-4241-a413-7357c055cb61 None None] No DVR routers for this DVR port b7e32288-2e75-4d3a-b678-5cac551171e0 on host dv-cinder-824977-1-iscsi {{(pid=102091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:14:56.677383 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5537e6b0-295d-41ba-bc35-29d53357ebbd req-f9cfceb7-1ff6-4ff9-9500-b65f0373db14 service neutron] 10.222.0.95 "GET /v2.0/networks/c1617250-6906-428a-b42f-41a62d6e9eab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1642351
Jan 28 02:14:56.807050 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87871c48-13de-4929-a1fd-8075e0332d62 req-4f7031c0-ff0a-4c79-af7f-e23f43077fb2 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:56.808560 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-87871c48-13de-4929-a1fd-8075e0332d62 req-4f7031c0-ff0a-4c79-af7f-e23f43077fb2 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 943 time: 0.1353786
Jan 28 02:14:56.824012 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:56.871201 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e32288-2e75-4d3a-b678-5cac551171e0,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:56.878720 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] No DVR routers for this DVR port b7e32288-2e75-4d3a-b678-5cac551171e0 on host dv-cinder-824977-1-iscsi {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:14:56.885548 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5537e6b0-295d-41ba-bc35-29d53357ebbd req-7be76a29-759a-4833-8ba8-8ca7b49a23b1 service neutron] 10.222.0.95 "GET /v2.0/networks/c1617250-6906-428a-b42f-41a62d6e9eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1779449
Jan 28 02:14:56.917668 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-87871c48-13de-4929-a1fd-8075e0332d62 req-302a0702-ceae-44d6-8897-06ef295ddb73 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1012626
Jan 28 02:14:56.967437 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4029090', 'neutron.services.segments.db._delete_segments_for_network-8759977669928'] for network, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:56.989936 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f796d7acd90>,) {'filters': {'network_id': ['ace90374-1bab-41ed-86ab-f24b42895456']}} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:14:56.998908 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f796d7acd90>, 'a3ca3164-092f-46bf-8366-741bbbc71d3e') {'for_net_delete': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:14:56.999196 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f796d7acd90>, 'a3ca3164-092f-46bf-8366-741bbbc71d3e') {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:14:57.008476 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759977780116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29131873'] for segment, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:57.023227 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:57.029369 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=102090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:14:57.029749 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29133746'] for segment, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:   self.session.flush()
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:   self.session.flush()
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:   self.session.flush()
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:   self.session.flush()
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]: Traceback (most recent call last):
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:     timer()
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:     cb(*args, **kw)
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:     return func(*args, **kwargs)
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:     self._notify()
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:     self.callback(batched_events)
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:     event.method(event)
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:     return f(self, *a, **k)
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._get(url).json()
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:14:57.031365 dv-cinder-824977-1-iscsi neutron-server[102090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:14:57.122970 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device b7e32288-2e75-4d3a-b678-5cac551171e0 no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:14:57.143538 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4029099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746584'] for network, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:57.146321 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: b7e32288-2e75-4d3a-b678-5cac551171e0 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:14:57.146669 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device b7e32288-2e75-4d3a-b678-5cac551171e0 not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:14:57.147091 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device d11885f8-1951-4258-9a10-4681a272ebba no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:14:57.156973 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:57.163940 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ace90374-1bab-41ed-86ab-f24b42895456 HTTP/1.1" status: 204  len: 168 time: 1.0854506
Jan 28 02:14:57.164172 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 34232) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:57.172766 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4a578-2104-4c90-b4cb-1e2ea8250969 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace90374-1bab-41ed-86ab-f24b42895456,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:57.181453 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: d11885f8-1951-4258-9a10-4681a272ebba {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:14:57.181829 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device d11885f8-1951-4258-9a10-4681a272ebba not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:14:57.271472 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1a8de2bc-278c-436a-8a93-cf5302463f46 req-a62d1104-b42b-4d0c-b0e7-838d0b01ff1e tempest-VolumesActionsTest-520795863 tempest-VolumesActionsTest-520795863-project] 10.222.0.79 "GET /v2.0/ports?device_id=78b24526-46a7-4507-90e0-1273ba252135 HTTP/1.1" status: 200  len: 210 time: 0.0251784
Jan 28 02:14:57.550403 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6e0672f9-391e-4a04-aa01-a6291d8cbcaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564394'] for router_interface, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:57.800081 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-6e0672f9-391e-4a04-aa01-a6291d8cbcaf admin admin] Deleting port eff4c786-7739-4223-8580-40919d2b2399 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:14:57.800306 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6e0672f9-391e-4a04-aa01-a6291d8cbcaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:57.878434 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-6e0672f9-391e-4a04-aa01-a6291d8cbcaf admin admin] For port eff4c786-7739-4223-8580-40919d2b2399, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=eff4c786-7739-4223-8580-40919d2b2399,segment=NetworkSegment(2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8),segment_id=2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:57.878907 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6e0672f9-391e-4a04-aa01-a6291d8cbcaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:57.898312 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-6e0672f9-391e-4a04-aa01-a6291d8cbcaf admin admin] Calling delete_port for eff4c786-7739-4223-8580-40919d2b2399 owned by network:router_interface {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:14:58.040604 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d205c-983f-490f-8f9b-dca31cd4a2be req-1bda7ba5-e47d-41c7-b9ee-b2ff822dee04 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:58.042092 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9b4d205c-983f-490f-8f9b-dca31cd4a2be req-1bda7ba5-e47d-41c7-b9ee-b2ff822dee04 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 943 time: 0.0489323
Jan 28 02:14:58.084127 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9b4d205c-983f-490f-8f9b-dca31cd4a2be req-2a275988-252f-4de9-b2e8-ee8a1a6bb2ed tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359232
Jan 28 02:14:58.230578 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6e0672f9-391e-4a04-aa01-a6291d8cbcaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:58.264620 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0672f9-391e-4a04-aa01-a6291d8cbcaf admin admin] Pushing event deleted for resources: {'Port': ['ID=eff4c786-7739-4223-8580-40919d2b2399,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:58.311763 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 41e411b1-116e-434d-a378-dd8425c82364 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:14:58.381161 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 0fe5e297-3f96-48a7-a35a-88d100e855c5 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:14:58.409552 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: 0fe5e297-3f96-48a7-a35a-88d100e855c5 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:14:58.410161 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 0fe5e297-3f96-48a7-a35a-88d100e855c5 not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:14:58.451855 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 41e411b1-116e-434d-a378-dd8425c82364, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=41e411b1-116e-434d-a378-dd8425c82364,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:58.471297 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': '41e411b1-116e-434d-a378-dd8425c82364', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'port_id': '41e411b1-116e-434d-a378-dd8425c82364', 'mac_address': 'fa:16:3e:a6:73:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:14:58.471597 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6e0672f9-391e-4a04-aa01-a6291d8cbcaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-639439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564422'] for router_interface, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:58.539888 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:58.549298 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e411b1-116e-434d-a378-dd8425c82364 {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:14:58.570024 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 41e411b1-116e-434d-a378-dd8425c82364, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=41e411b1-116e-434d-a378-dd8425c82364,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:58.634851 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:58.686462 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=41e411b1-116e-434d-a378-dd8425c82364,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:14:58.953539 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0672f9-391e-4a04-aa01-a6291d8cbcaf admin admin] Router eaf57c95-34aa-4c41-943e-c1cfa85b59f4 has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:14:58.972209 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['41e411b1-116e-434d-a378-dd8425c82364'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:14:59.084206 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0672f9-391e-4a04-aa01-a6291d8cbcaf admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:14:59.096971 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-6e0672f9-391e-4a04-aa01-a6291d8cbcaf admin admin] 10.222.0.79 "PUT /v2.0/routers/eaf57c95-34aa-4c41-943e-c1cfa85b59f4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9311800
Jan 28 02:14:59.097927 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a7da8-1c62-434b-a229-1493b3a2aaef None None] Sync routers for ids ['eaf57c95-34aa-4c41-943e-c1cfa85b59f4'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:14:59.100590 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 34260) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:14:59.110234 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a7da8-1c62-434b-a229-1493b3a2aaef None None] Routers {'eaf57c95-34aa-4c41-943e-c1cfa85b59f4'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:14:59.111523 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-235a7da8-1c62-434b-a229-1493b3a2aaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f5db220>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:14:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['eaf57c95-34aa-4c41-943e-c1cfa85b59f4'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:14:59.289340 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-235a7da8-1c62-434b-a229-1493b3a2aaef None None] Set router eaf57c95-34aa-4c41-943e-c1cfa85b59f4 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:14:59.300291 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c1c0e-ba77-4b83-a4e6-0ce72746b427 req-37390ca1-ce97-4c22-a21f-3fea1ba5f19a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:14:59.301955 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-058c1c0e-ba77-4b83-a4e6-0ce72746b427 req-37390ca1-ce97-4c22-a21f-3fea1ba5f19a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 944 time: 0.0895941
Jan 28 02:14:59.303389 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-665babc3-7a31-4005-9e78-0b74046f1ec1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:59.418277 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-058c1c0e-ba77-4b83-a4e6-0ce72746b427 req-dec6ca5d-7ca9-4add-968d-f9c48ed0533b tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1096647
Jan 28 02:14:59.453104 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-665babc3-7a31-4005-9e78-0b74046f1ec1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:59.503449 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-235a7da8-1c62-434b-a229-1493b3a2aaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f5db220>, [{'id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'name': 'tempest-TestShelveInstance-751132445-router', 'tenant_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a19e38c9-10c9-4790-b6aa-5abc33a69e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:28Z', 'updated_at': '2022-01-28T02:14:58Z', 'revision_number': 5, 'project_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'gw_port': {'id': 'a19e38c9-10c9-4790-b6aa-5abc33a69e5a', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:29Z', 'updated_at': '2022-01-28T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:14:59.529164 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a7da8-1c62-434b-a229-1493b3a2aaef None None] Checking router: eaf57c95-34aa-4c41-943e-c1cfa85b59f4 for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:14:59.537603 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a7da8-1c62-434b-a229-1493b3a2aaef None None] Routers {'eaf57c95-34aa-4c41-943e-c1cfa85b59f4'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:14:59.538200 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-235a7da8-1c62-434b-a229-1493b3a2aaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f5db220>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:14:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['eaf57c95-34aa-4c41-943e-c1cfa85b59f4'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:14:59.594055 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-665babc3-7a31-4005-9e78-0b74046f1ec1 admin admin] Deleting port a19e38c9-10c9-4790-b6aa-5abc33a69e5a {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:14:59.594399 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-665babc3-7a31-4005-9e78-0b74046f1ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:59.644697 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-235a7da8-1c62-434b-a229-1493b3a2aaef None None] Set router eaf57c95-34aa-4c41-943e-c1cfa85b59f4 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:14:59.675738 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-665babc3-7a31-4005-9e78-0b74046f1ec1 admin admin] For port a19e38c9-10c9-4790-b6aa-5abc33a69e5a, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=a19e38c9-10c9-4790-b6aa-5abc33a69e5a,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:14:59.678856 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-665babc3-7a31-4005-9e78-0b74046f1ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:59.688629 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-665babc3-7a31-4005-9e78-0b74046f1ec1 admin admin] Calling delete_port for a19e38c9-10c9-4790-b6aa-5abc33a69e5a owned by network:router_gateway {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:14:59.839120 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-235a7da8-1c62-434b-a229-1493b3a2aaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f5db220>, [{'id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'name': 'tempest-TestShelveInstance-751132445-router', 'tenant_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a19e38c9-10c9-4790-b6aa-5abc33a69e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:28Z', 'updated_at': '2022-01-28T02:14:58Z', 'revision_number': 5, 'project_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'gw_port': {'id': 'a19e38c9-10c9-4790-b6aa-5abc33a69e5a', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:29Z', 'updated_at': '2022-01-28T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:14:59.871140 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a7da8-1c62-434b-a229-1493b3a2aaef None None] The sync data for ids ['eaf57c95-34aa-4c41-943e-c1cfa85b59f4'] in dv-cinder-824977-1-iscsi is: [{'id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'name': 'tempest-TestShelveInstance-751132445-router', 'tenant_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a19e38c9-10c9-4790-b6aa-5abc33a69e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:28Z', 'updated_at': '2022-01-28T02:14:58Z', 'revision_number': 5, 'project_id': '463ff1c26e4d4d4b8c8994c34e1f7189', 'gw_port': {'id': 'a19e38c9-10c9-4790-b6aa-5abc33a69e5a', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf57c95-34aa-4c41-943e-c1cfa85b59f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:29Z', 'updated_at': '2022-01-28T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:14:59.932204 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-665babc3-7a31-4005-9e78-0b74046f1ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:14:59.962594 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665babc3-7a31-4005-9e78-0b74046f1ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a19e38c9-10c9-4790-b6aa-5abc33a69e5a,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:15:00.019584 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-665babc3-7a31-4005-9e78-0b74046f1ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746596'] for router_gateway, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:00.108660 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-665babc3-7a31-4005-9e78-0b74046f1ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124843'] for router, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:00.110722 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-665babc3-7a31-4005-9e78-0b74046f1ec1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:00.274972 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-665babc3-7a31-4005-9e78-0b74046f1ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747497'] for router, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:00.276106 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665babc3-7a31-4005-9e78-0b74046f1ec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaf57c95-34aa-4c41-943e-c1cfa85b59f4 {{(pid=102090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 28 02:15:00.281580 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-665babc3-7a31-4005-9e78-0b74046f1ec1 admin admin] Notify callbacks [] for router, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:00.282999 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-665babc3-7a31-4005-9e78-0b74046f1ec1 admin admin] 10.222.0.79 "DELETE /v2.0/routers/eaf57c95-34aa-4c41-943e-c1cfa85b59f4 HTTP/1.1" status: 204  len: 168 time: 1.1814017
Jan 28 02:15:00.285564 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 34294) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:15:00.336843 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17a8564-ab19-48d7-adbe-2260682ea7a2 admin admin] Deleting subnet 27b12f3e-931c-415a-895e-2b80800cf059 {{(pid=102090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:15:00.340431 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c17a8564-ab19-48d7-adbe-2260682ea7a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:00.376293 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c17a8564-ab19-48d7-adbe-2260682ea7a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29131886'] for subnet, precommit_delete_associations {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:00.468130 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c17a8564-ab19-48d7-adbe-2260682ea7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4027136'] for subnet, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:00.570804 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53488c-f8c7-4771-a733-370b4d7224c0 req-302b3d1b-a59a-4365-9a77-a7502c052bff tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:00.572931 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be53488c-f8c7-4771-a733-370b4d7224c0 req-302b3d1b-a59a-4365-9a77-a7502c052bff tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 944 time: 0.0832858
Jan 28 02:15:00.611934 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be53488c-f8c7-4771-a733-370b4d7224c0 req-c5fb7587-fca2-40b1-af2b-782705cc243c tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0332143
Jan 28 02:15:00.635271 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c17a8564-ab19-48d7-adbe-2260682ea7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4027195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29133588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28403209'] for subnet, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:00.661441 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a8564-ab19-48d7-adbe-2260682ea7a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b12f3e-931c-415a-895e-2b80800cf059,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:15:00.665158 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c17a8564-ab19-48d7-adbe-2260682ea7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:00.670711 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-c17a8564-ab19-48d7-adbe-2260682ea7a2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/27b12f3e-931c-415a-895e-2b80800cf059 HTTP/1.1" status: 204  len: 168 time: 0.3831666
Jan 28 02:15:00.670946 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51f408e-29e2-4e6d-994c-c091e5a5be07 None None] Network ab6befe8-c2c6-43f5-84c9-fe0bb65f0229 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:15:00.671418 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 34300) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:15:00.741353 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3810569'] for network, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:00.795835 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] Deleting port eb39e603-912d-41bc-8221-1464e7bfd475 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:15:00.796245 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:00.867132 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] For port eb39e603-912d-41bc-8221-1464e7bfd475, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=eb39e603-912d-41bc-8221-1464e7bfd475,segment=NetworkSegment(2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8),segment_id=2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:15:00.867560 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:00.882249 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd590380-d8e9-4961-8e5a-537c2489c956 None None] DHCP port deletion for ab6befe8-c2c6-43f5-84c9-fe0bb65f0229 request from dv-cinder-824977-1-iscsi {{(pid=102091) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jan 28 02:15:00.884269 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] Calling delete_port for eb39e603-912d-41bc-8221-1464e7bfd475 owned by network:dhcp {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:15:00.931544 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-fd590380-d8e9-4961-8e5a-537c2489c956 None None] Deleting port eb39e603-912d-41bc-8221-1464e7bfd475 {{(pid=102091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:15:00.932181 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fd590380-d8e9-4961-8e5a-537c2489c956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:00.991730 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-fd590380-d8e9-4961-8e5a-537c2489c956 None None] For port eb39e603-912d-41bc-8221-1464e7bfd475, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=eb39e603-912d-41bc-8221-1464e7bfd475,segment=NetworkSegment(2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8),segment_id=2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:15:00.992071 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fd590380-d8e9-4961-8e5a-537c2489c956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:01.008222 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-fd590380-d8e9-4961-8e5a-537c2489c956 None None] Calling delete_port for eb39e603-912d-41bc-8221-1464e7bfd475 owned by network:dhcp {{(pid=102091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:15:01.057351 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:01.084047 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fd590380-d8e9-4961-8e5a-537c2489c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872'] for port, after_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:01.086487 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] Pushing event deleted for resources: {'Port': ['ID=eb39e603-912d-41bc-8221-1464e7bfd475,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:15:01.090137 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] No DVR routers for this DVR port eb39e603-912d-41bc-8221-1464e7bfd475 on host dv-cinder-824977-1-iscsi {{(pid=102089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:15:01.110481 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd590380-d8e9-4961-8e5a-537c2489c956 None None] Pushing event deleted for resources: {'Port': ['ID=eb39e603-912d-41bc-8221-1464e7bfd475,revision_number=None']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:15:01.114201 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd590380-d8e9-4961-8e5a-537c2489c956 None None] No DVR routers for this DVR port eb39e603-912d-41bc-8221-1464e7bfd475 on host dv-cinder-824977-1-iscsi {{(pid=102091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:15:01.143101 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device eff4c786-7739-4223-8580-40919d2b2399 no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:15:01.163851 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: eff4c786-7739-4223-8580-40919d2b2399 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:15:01.171663 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device eff4c786-7739-4223-8580-40919d2b2399 not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:15:01.171663 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device eb39e603-912d-41bc-8221-1464e7bfd475 no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:15:01.171885 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4029090', 'neutron.services.segments.db._delete_segments_for_network-8759977669928'] for network, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:01.186226 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: eb39e603-912d-41bc-8221-1464e7bfd475 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:15:01.186565 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device eb39e603-912d-41bc-8221-1464e7bfd475 not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:15:01.186982 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device a19e38c9-10c9-4790-b6aa-5abc33a69e5a no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:15:01.187289 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f796dbad490>,) {'filters': {'network_id': ['ab6befe8-c2c6-43f5-84c9-fe0bb65f0229']}} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:15:01.197370 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f796dbad490>, '2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8') {'for_net_delete': True} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:15:01.197664 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f796dbad490>, '2bd6f77d-9924-4be5-87c6-ed8a1e5c4ba8') {} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:15:01.206064 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: a19e38c9-10c9-4790-b6aa-5abc33a69e5a {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:15:01.206405 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device a19e38c9-10c9-4790-b6aa-5abc33a69e5a not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:15:01.207236 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759977780116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28652195'] for segment, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:01.222017 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:01.228390 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=102089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:15:01.228778 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27877506'] for segment, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]: Traceback (most recent call last):
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:     timer()
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:     cb(*args, **kw)
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:     return func(*args, **kwargs)
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:     self._notify()
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:     self.callback(batched_events)
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:     event.method(event)
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:     return f(self, *a, **k)
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:     return self._get(url).json()
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:15:01.230459 dv-cinder-824977-1-iscsi neutron-server[102089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:15:01.360385 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4029099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746584'] for network, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:01.370001 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:01.370001 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] 10.222.0.79 "DELETE /v2.0/networks/ab6befe8-c2c6-43f5-84c9-fe0bb65f0229 HTTP/1.1" status: 204  len: 168 time: 0.6969786
Jan 28 02:15:01.385302 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d78e7-a210-4edc-b088-114ded6cec6a admin admin] Pushing event deleted for resources: {'Network': ['ID=ab6befe8-c2c6-43f5-84c9-fe0bb65f0229,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:15:01.724278 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5c2d6-948c-4604-b5dc-a96030c57dfb req-13b3be37-da78-46f5-926b-c79333a63674 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:01.725792 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-baf5c2d6-948c-4604-b5dc-a96030c57dfb req-13b3be37-da78-46f5-926b-c79333a63674 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 944 time: 0.0474875
Jan 28 02:15:01.764741 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-baf5c2d6-948c-4604-b5dc-a96030c57dfb req-7aca5e65-25c3-4eee-8b5d-69a36caded9d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0326550
Jan 28 02:15:01.789500 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 34312) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:15:01.829851 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-523c7a95-2145-4592-9489-37c615b3335b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a55dde8892fa47bd9941bb1ce9aa3673&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0391865
Jan 28 02:15:01.832472 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 34314) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:15:01.880781 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0c6caaf4-075d-411e-b66c-73783e08d17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:01.901879 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0c6caaf4-075d-411e-b66c-73783e08d17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:01.973497 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 41e411b1-116e-434d-a378-dd8425c82364 up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:15:02.040659 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0c6caaf4-075d-411e-b66c-73783e08d17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:02.043204 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0c6caaf4-075d-411e-b66c-73783e08d17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:02.044404 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-0c6caaf4-075d-411e-b66c-73783e08d17d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9de6e5bf-89fb-4705-b093-81feae184f9f HTTP/1.1" status: 204  len: 168 time: 0.2110364
Jan 28 02:15:02.052792 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6caaf4-075d-411e-b66c-73783e08d17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de6e5bf-89fb-4705-b093-81feae184f9f,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:15:02.120258 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port 41e411b1-116e-434d-a378-dd8425c82364 completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:15:02.124248 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port 41e411b1-116e-434d-a378-dd8425c82364 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:15:02.124628 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:02.204360 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:02.230448 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678b2127-dbf6-4985-93ba-1171bae26d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e411b1-116e-434d-a378-dd8425c82364'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:15:02.232791 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9272b5-ea37-448b-950b-29a49ef0db71" -d '{"events": [{"server_uuid": "678b2127-dbf6-4985-93ba-1171bae26d88", "name": "network-vif-plugged", "status": "completed", "tag": "41e411b1-116e-434d-a378-dd8425c82364"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:15:02.249386 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 41e411b1-116e-434d-a378-dd8425c82364, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=41e411b1-116e-434d-a378-dd8425c82364,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:15:02.272544 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f22d826-a7d7-4a74-8695-61ddb72e0e1b x-openstack-request-id: req-6f22d826-a7d7-4a74-8695-61ddb72e0e1b {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:15:02.272834 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678b2127-dbf6-4985-93ba-1171bae26d88", "name": "network-vif-plugged", "status": "completed", "tag": "41e411b1-116e-434d-a378-dd8425c82364", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:15:02.273085 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6f22d826-a7d7-4a74-8695-61ddb72e0e1b {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:15:02.273481 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678b2127-dbf6-4985-93ba-1171bae26d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e411b1-116e-434d-a378-dd8425c82364', 'code': 200}
Jan 28 02:15:02.377908 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:02.428235 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=41e411b1-116e-434d-a378-dd8425c82364,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:15:02.713153 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 34328) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:15:02.753343 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-eb1772f0-20a7-4837-8448-96d8e9635f45 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=463ff1c26e4d4d4b8c8994c34e1f7189&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0390251
Jan 28 02:15:02.755983 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 34330) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:15:02.803427 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-54389815-da5e-4f9b-9f51-db9b828e011f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:02.827881 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-54389815-da5e-4f9b-9f51-db9b828e011f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:02.932264 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-54389815-da5e-4f9b-9f51-db9b828e011f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:02.934798 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-54389815-da5e-4f9b-9f51-db9b828e011f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:02.936181 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-54389815-da5e-4f9b-9f51-db9b828e011f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1660a6f5-8b05-4d09-90ae-da162e418b6c HTTP/1.1" status: 204  len: 168 time: 0.1790922
Jan 28 02:15:02.955429 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54389815-da5e-4f9b-9f51-db9b828e011f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1660a6f5-8b05-4d09-90ae-da162e418b6c,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:15:03.156872 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092405a-269d-4aa6-af26-c8fb164e0e86 req-4ad97b61-1a0f-4de9-81c7-ecdd65430668 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:03.158359 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2092405a-269d-4aa6-af26-c8fb164e0e86 req-4ad97b61-1a0f-4de9-81c7-ecdd65430668 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 945 time: 0.3279812
Jan 28 02:15:03.198401 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2092405a-269d-4aa6-af26-c8fb164e0e86 req-e752c09a-f43d-4f3c-a170-c671a2acde95 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0325308
Jan 28 02:15:03.324482 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2b810-e452-4de6-b773-a67143f234a0 req-9ef7027d-48c5-4e98-8e05-a5be00e94925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:03.324482 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b7f2b810-e452-4de6-b773-a67143f234a0 req-9ef7027d-48c5-4e98-8e05-a5be00e94925 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 1098 time: 0.0435777
Jan 28 02:15:03.360274 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b7f2b810-e452-4de6-b773-a67143f234a0 req-a7c16e94-3121-4f2e-8ce8-1d11a93b7dd7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0328438
Jan 28 02:15:04.313246 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7074ad8-3b90-4647-95a5-5132fd23d17a req-270794c6-cba2-442b-a23f-7bc6c4b2ce16 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:04.314745 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f7074ad8-3b90-4647-95a5-5132fd23d17a req-270794c6-cba2-442b-a23f-7bc6c4b2ce16 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 945 time: 0.0490322
Jan 28 02:15:04.353799 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f7074ad8-3b90-4647-95a5-5132fd23d17a req-5465f56f-79fe-421c-a683-b70f717a3102 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0323873
Jan 28 02:15:05.519142 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359758e-b630-4092-b305-1980a2e40b9e req-b358812f-c7c1-4da0-a908-efa5b1ac0a10 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:05.522401 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2359758e-b630-4092-b305-1980a2e40b9e req-b358812f-c7c1-4da0-a908-efa5b1ac0a10 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 945 time: 0.0742400
Jan 28 02:15:05.572583 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2359758e-b630-4092-b305-1980a2e40b9e req-fe961f3d-f67e-4300-90d9-590000ca2fc8 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437474
Jan 28 02:15:05.718574 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c9be4-870a-4b91-9898-009a1b42d46e req-8c0cc071-0ae0-48ab-ae9e-e3a3a9f7fb2f tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:05.720788 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3a1c9be4-870a-4b91-9898-009a1b42d46e req-8c0cc071-0ae0-48ab-ae9e-e3a3a9f7fb2f tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 945 time: 0.0706053
Jan 28 02:15:05.773825 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3a1c9be4-870a-4b91-9898-009a1b42d46e req-30333f15-c90c-4384-9fa7-2ae4b32a9f3c tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458543
Jan 28 02:15:05.796390 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 34386) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:15:05.839917 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5180e64b-262f-45db-b1a9-0dfda962c5c7 tempest-TestVolumeBootPattern-557840394 tempest-TestVolumeBootPattern-557840394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:05.844769 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-5180e64b-262f-45db-b1a9-0dfda962c5c7 tempest-TestVolumeBootPattern-557840394 tempest-TestVolumeBootPattern-557840394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 1093 time: 0.0447080
Jan 28 02:15:05.845293 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 34388) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:15:05.853038 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Request body: {'floatingip': {'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'port_id': '41e411b1-116e-434d-a378-dd8425c82364', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:15:05.927241 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for floatingip, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:06.038069 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:06.149939 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Allocated IP 172.27.0.58 (f90e340b-27f2-447d-a156-32aa581e17da/626f942c-33cd-4310-8756-8b345f91ef49/b8578dfc-8303-4913-bff3-152a2ac6c3aa) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:15:06.264258 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:06.367432 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:06.424840 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event updated for resources: {'Port': ['ID=b8578dfc-8303-4913-bff3-152a2ac6c3aa,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:15:06.436652 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Network f90e340b-27f2-447d-a156-32aa581e17da is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:15:06.438093 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:15:06.440966 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:15:06.851945 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:07.009487 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:07.178195 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:07.246602 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:07.327780 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event updated for resources: {'Port': ['ID=b8578dfc-8303-4913-bff3-152a2ac6c3aa,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:15:07.339016 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746666'] for floatingip, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:07.450897 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.l3_db [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Floating IP acc39c7f-8e9d-485a-adf4-4f37ebafac22 associated. External IP: 172.27.0.58, port: 41e411b1-116e-434d-a378-dd8425c82364.
Jan 28 02:15:07.663100 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:15:07.780603 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:15:07.795497 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29b7985-d360-41a2-acff-cf1ed7cb5db4 None None] Sync routers for ids ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:15:07.808290 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29b7985-d360-41a2-acff-cf1ed7cb5db4 None None] Routers {'8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:15:07.808954 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-d29b7985-d360-41a2-acff-cf1ed7cb5db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796ef759d0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:14:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:15:07.881804 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:07.909234 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-00203765-ca4d-4a07-a0b4-3070d0e0e3f5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.0628903
Jan 28 02:15:07.910115 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678b2127-dbf6-4985-93ba-1171bae26d88', 'tag': '41e411b1-116e-434d-a378-dd8425c82364'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:15:07.913776 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad49d030-d2cf-4953-99d5-50e7dd21e0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "678b2127-dbf6-4985-93ba-1171bae26d88", "tag": "41e411b1-116e-434d-a378-dd8425c82364"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:15:07.919028 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-d29b7985-d360-41a2-acff-cf1ed7cb5db4 None None] Set router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:15:07.959115 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93bc191-679d-40f4-8547-7ad2f31a7c9a x-openstack-request-id: req-e93bc191-679d-40f4-8547-7ad2f31a7c9a {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:15:07.959403 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678b2127-dbf6-4985-93ba-1171bae26d88", "tag": "41e411b1-116e-434d-a378-dd8425c82364", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:15:07.959655 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e93bc191-679d-40f4-8547-7ad2f31a7c9a {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:15:07.960099 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678b2127-dbf6-4985-93ba-1171bae26d88', 'tag': '41e411b1-116e-434d-a378-dd8425c82364', 'status': 'completed', 'code': 200}
Jan 28 02:15:08.058506 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49d030-d2cf-4953-99d5-50e7dd21e0a6 req-c67eda6f-6bef-45ba-8d5a-1f957077f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:08.060185 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ad49d030-d2cf-4953-99d5-50e7dd21e0a6 req-c67eda6f-6bef-45ba-8d5a-1f957077f46b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7ed8db325d13496c9a417966e33b10a1&device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 1098 time: 0.0548244
Jan 28 02:15:08.195695 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49d030-d2cf-4953-99d5-50e7dd21e0a6 req-c360cfc5-c548-49e7-891f-61eb848060e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:08.197462 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ad49d030-d2cf-4953-99d5-50e7dd21e0a6 req-c360cfc5-c548-49e7-891f-61eb848060e9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f HTTP/1.1" status: 200  len: 913 time: 0.1181827
Jan 28 02:15:08.208015 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-d29b7985-d360-41a2-acff-cf1ed7cb5db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796ef759d0>, [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'acc39c7f-8e9d-485a-adf4-4f37ebafac22', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'port_id': '41e411b1-116e-434d-a378-dd8425c82364', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'mac_address': 'fa:16:3e:a6:73:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678b2127-dbf6-4985-93ba-1171bae26d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:15:06Z', 'updated_at': '2022-01-28T02:15:06Z', 'revision_number': 0, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:39Z', 'revision_number': 5, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:15:08.245666 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29b7985-d360-41a2-acff-cf1ed7cb5db4 None None] Checking router: 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:15:08.257853 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29b7985-d360-41a2-acff-cf1ed7cb5db4 None None] Routers {'8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:15:08.257853 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-d29b7985-d360-41a2-acff-cf1ed7cb5db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796ef759d0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:14:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:15:08.283119 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ad49d030-d2cf-4953-99d5-50e7dd21e0a6 req-3ca07efc-e948-492c-8099-9783b4ef2b09 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41e411b1-116e-434d-a378-dd8425c82364 HTTP/1.1" status: 200  len: 998 time: 0.0785027
Jan 28 02:15:08.346854 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49d030-d2cf-4953-99d5-50e7dd21e0a6 req-3bd5faee-3a52-4904-a8e2-68712d056130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:08.349350 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ad49d030-d2cf-4953-99d5-50e7dd21e0a6 req-3bd5faee-3a52-4904-a8e2-68712d056130 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ad81599a-8584-45bb-9aad-97ea5adfda3a HTTP/1.1" status: 200  len: 850 time: 0.0572822
Jan 28 02:15:08.412644 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-d29b7985-d360-41a2-acff-cf1ed7cb5db4 None None] Set router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:15:08.418489 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49d030-d2cf-4953-99d5-50e7dd21e0a6 req-a367ac19-bad1-45e1-a8c0-fcfbd7e47bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:08.420273 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ad49d030-d2cf-4953-99d5-50e7dd21e0a6 req-a367ac19-bad1-45e1-a8c0-fcfbd7e47bb4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0625892
Jan 28 02:15:08.525162 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ad49d030-d2cf-4953-99d5-50e7dd21e0a6 req-8eade4e5-3eaa-46bf-a3e3-1e3c1f0cdd0c service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0971565
Jan 28 02:15:08.651607 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ad49d030-d2cf-4953-99d5-50e7dd21e0a6 req-6e91c1ee-9b5a-4f32-9f9a-76e8e7028f93 service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1184158
Jan 28 02:15:08.724861 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-d29b7985-d360-41a2-acff-cf1ed7cb5db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796ef759d0>, [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'acc39c7f-8e9d-485a-adf4-4f37ebafac22', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'port_id': '41e411b1-116e-434d-a378-dd8425c82364', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'mac_address': 'fa:16:3e:a6:73:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678b2127-dbf6-4985-93ba-1171bae26d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:15:06Z', 'updated_at': '2022-01-28T02:15:06Z', 'revision_number': 0, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:39Z', 'revision_number': 5, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:15:08.754475 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29b7985-d360-41a2-acff-cf1ed7cb5db4 None None] The sync data for ids ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'] in dv-cinder-824977-1-iscsi is: [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'acc39c7f-8e9d-485a-adf4-4f37ebafac22', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'port_id': '41e411b1-116e-434d-a378-dd8425c82364', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'mac_address': 'fa:16:3e:a6:73:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678b2127-dbf6-4985-93ba-1171bae26d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:15:06Z', 'updated_at': '2022-01-28T02:15:06Z', 'revision_number': 0, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:39Z', 'revision_number': 5, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:15:09.033939 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6404a5dc-99fb-4880-886d-3001359e1570 None None] New status for floating IP acc39c7f-8e9d-485a-adf4-4f37ebafac22: ACTIVE {{(pid=102092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:15:10.864244 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-410509d7-257e-42c7-861c-06f3998c703b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:13.102942 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-5910064b-674e-4e9d-8117-23c78cf7c3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:14.640695 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:16.488063 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:16.617468 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:18.727481 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:15:21.639952 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:28.166296 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 34620) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:15:28.212851 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] Deleting subnet 69f4e198-b29e-4e5c-ab2a-2c191292c1b4 {{(pid=102089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:15:28.216185 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:28.254388 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28652204'] for subnet, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:28.295183 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4027136'] for subnet, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:28.435037 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4027195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27877412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28750092'] for subnet, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:28.461837 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69f4e198-b29e-4e5c-ab2a-2c191292c1b4,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:15:28.468865 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:28.471921 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/69f4e198-b29e-4e5c-ab2a-2c191292c1b4 HTTP/1.1" status: 204  len: 168 time: 0.3046181
Jan 28 02:15:28.473672 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.474629 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.474969 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.475291 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.475406 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 34622) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:15:28.475824 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.475915 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.476247 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.476565 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.476879 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.477191 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.477500 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.477809 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2023b2-965b-4f04-97d4-8d0761ae9cf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.549040 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3810569'] for network, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:28.634091 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4029090', 'neutron.services.segments.db._delete_segments_for_network-8759977669928'] for network, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:28.657784 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f796dbb18e0>,) {'filters': {'network_id': ['71599fa5-1b53-41d1-82ec-e6b2105a5144']}} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:15:28.668101 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f796dbb18e0>, 'a991ad7d-4bac-4a14-b0a2-73e9e7003933') {'for_net_delete': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:15:28.668393 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f796dbb18e0>, 'a991ad7d-4bac-4a14-b0a2-73e9e7003933') {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:15:28.680995 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759977780116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29131873'] for segment, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:28.694195 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:28.699897 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Releasing vlan 1249 on physical network physnet1 to pool {{(pid=102090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:15:28.700305 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29133746'] for segment, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]: Traceback (most recent call last):
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:     timer()
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:     cb(*args, **kw)
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:     return func(*args, **kwargs)
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:     self._notify()
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:     self.callback(batched_events)
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:     event.method(event)
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:     return f(self, *a, **k)
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._get(url).json()
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:15:28.701938 dv-cinder-824977-1-iscsi neutron-server[102090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:15:28.828922 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4029099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746584'] for network, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:28.835214 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:28.838661 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] 10.222.0.79 "DELETE /v2.0/networks/71599fa5-1b53-41d1-82ec-e6b2105a5144 HTTP/1.1" status: 204  len: 168 time: 0.3622341
Jan 28 02:15:28.850811 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Pushing event deleted for resources: {'Network': ['ID=71599fa5-1b53-41d1-82ec-e6b2105a5144,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:15:28.858180 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.858528 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.858865 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.859197 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.859524 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.859850 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.860197 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.860519 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.860871 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.861182 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.861497 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:28.861813 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41131f1-4a8f-4eb0-8534-ada33bf36e78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:15:29.184571 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 34630) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:15:29.224931 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-dc1cbc03-bfc6-42df-8905-9d7c345e9ae2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=42e977ea9e1f45ddbba1e5cfc40616be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0383155
Jan 28 02:15:29.227338 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 34632) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:15:29.277362 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-dc0989c2-ff21-49de-b6ef-d438a38bf137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:29.301996 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-dc0989c2-ff21-49de-b6ef-d438a38bf137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:29.410829 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-dc0989c2-ff21-49de-b6ef-d438a38bf137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:29.413855 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-dc0989c2-ff21-49de-b6ef-d438a38bf137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:29.415190 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-dc0989c2-ff21-49de-b6ef-d438a38bf137 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/66205d67-000a-4479-838a-753e889c809c HTTP/1.1" status: 204  len: 168 time: 0.1865950
Jan 28 02:15:29.423183 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0989c2-ff21-49de-b6ef-d438a38bf137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66205d67-000a-4479-838a-753e889c809c,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:15:38.580377 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb616fc7-8ebe-416f-b706-31de1dd7a016 req-a7cf1b2b-abbb-4d44-83b2-50d81d28b242 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:38.581890 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fb616fc7-8ebe-416f-b706-31de1dd7a016 req-a7cf1b2b-abbb-4d44-83b2-50d81d28b242 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 945 time: 0.0493908
Jan 28 02:15:38.623014 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fb616fc7-8ebe-416f-b706-31de1dd7a016 req-528513cb-8a6b-4497-bc5d-cae2dab53537 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349050
Jan 28 02:15:39.743560 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3b79a-0fb4-41c0-880f-0d11ee7c2442 req-20d18a6f-e111-4e34-a157-611e494bf4dc tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:39.745277 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-48c3b79a-0fb4-41c0-880f-0d11ee7c2442 req-20d18a6f-e111-4e34-a157-611e494bf4dc tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 945 time: 0.0487609
Jan 28 02:15:39.785630 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-48c3b79a-0fb4-41c0-880f-0d11ee7c2442 req-b2a8a666-fd00-4b21-bff3-c2c63f122c6c tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343421
Jan 28 02:15:40.569406 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6e8ca-c88a-4b4e-8ca5-aa83203225e2 req-4a8e6674-4ac4-4eea-af7d-7843db9079aa tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:40.570840 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b8e6e8ca-c88a-4b4e-8ca5-aa83203225e2 req-4a8e6674-4ac4-4eea-af7d-7843db9079aa tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.95 "GET /v2.0/ports?device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 945 time: 0.0490842
Jan 28 02:15:40.663279 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-b8e6e8ca-c88a-4b4e-8ca5-aa83203225e2 req-002f1a46-6252-47df-862d-77c8fbfad3c0 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Deleting port fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:15:40.663613 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-b8e6e8ca-c88a-4b4e-8ca5-aa83203225e2 req-002f1a46-6252-47df-862d-77c8fbfad3c0 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:40.753849 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-b8e6e8ca-c88a-4b4e-8ca5-aa83203225e2 req-002f1a46-6252-47df-862d-77c8fbfad3c0 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] For port fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c,segment=NetworkSegment(6d3e3a96-a232-48e0-9006-56a8f26af3f6),segment_id=6d3e3a96-a232-48e0-9006-56a8f26af3f6)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:15:40.754656 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-b8e6e8ca-c88a-4b4e-8ca5-aa83203225e2 req-002f1a46-6252-47df-862d-77c8fbfad3c0 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:40.766879 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-b8e6e8ca-c88a-4b4e-8ca5-aa83203225e2 req-002f1a46-6252-47df-862d-77c8fbfad3c0 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Calling delete_port for fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:15:40.823215 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ca84-1e54-4200-b040-0e496e4cae30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:40.932161 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed4802-af63-442d-a315-1d510455d334 req-9b93fa11-5cff-446d-b68f-15e58cbbbe4a tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:40.933639 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1fed4802-af63-442d-a315-1d510455d334 req-9b93fa11-5cff-446d-b68f-15e58cbbbe4a tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 945 time: 0.0651796
Jan 28 02:15:40.974133 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1fed4802-af63-442d-a315-1d510455d334 req-52b104d1-f796-423c-92c2-92a64035903f tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0318143
Jan 28 02:15:40.999549 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-b8e6e8ca-c88a-4b4e-8ca5-aa83203225e2 req-002f1a46-6252-47df-862d-77c8fbfad3c0 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:41.026763 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f1a46-6252-47df-862d-77c8fbfad3c0 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Pushing event deleted for resources: {'Port': ['ID=fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:15:41.048826 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:15:41.066349 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e6e8ca-c88a-4b4e-8ca5-aa83203225e2 req-002f1a46-6252-47df-862d-77c8fbfad3c0 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] No DVR routers for this DVR port fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:15:41.069688 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-b8e6e8ca-c88a-4b4e-8ca5-aa83203225e2 req-002f1a46-6252-47df-862d-77c8fbfad3c0 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:41.072955 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b8e6e8ca-c88a-4b4e-8ca5-aa83203225e2 req-002f1a46-6252-47df-862d-77c8fbfad3c0 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.95 "DELETE /v2.0/ports/fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c HTTP/1.1" status: 204  len: 173 time: 0.4927781
Jan 28 02:15:41.073327 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900f2c3c-cc61-4571-9b4e-d60c85c7daa8', 'name': 'network-vif-deleted', 'tag': 'fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:15:41.075529 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7f743b-6ac9-46a4-882c-c1a2d8ab4a2b" -d '{"events": [{"server_uuid": "900f2c3c-cc61-4571-9b4e-d60c85c7daa8", "name": "network-vif-deleted", "tag": "fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:15:41.111388 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c90a75-2ac9-477e-aa5e-2e5d727a1df6 x-openstack-request-id: req-49c90a75-2ac9-477e-aa5e-2e5d727a1df6 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:15:41.111679 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900f2c3c-cc61-4571-9b4e-d60c85c7daa8", "name": "network-vif-deleted", "tag": "fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:15:41.111929 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-49c90a75-2ac9-477e-aa5e-2e5d727a1df6 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:15:41.112351 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900f2c3c-cc61-4571-9b4e-d60c85c7daa8', 'name': 'network-vif-deleted', 'tag': 'fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c', 'status': 'completed', 'code': 200}
Jan 28 02:15:42.081494 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9200a225-3be1-4ec1-bfda-cd07a36549db req-d47b101b-d04a-4ca5-8e1d-df281ccd765c tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=900f2c3c-cc61-4571-9b4e-d60c85c7daa8 HTTP/1.1" status: 200  len: 210 time: 0.0272911
Jan 28 02:15:43.120067 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-197b1774-6f51-449b-b5e3-4e453937c826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:44.639650 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:46.473847 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:46.556324 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:15:46.576081 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:15:46.576419 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device fc75dee7-62cc-4e1d-b6cb-1fc222e7d59c not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:15:46.610667 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:51.611006 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:53.745232 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-67dc6cb6-8952-44ff-a244-22f65c231f04 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:53.746641 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-67dc6cb6-8952-44ff-a244-22f65c231f04 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/networks?id=c1617250-6906-428a-b42f-41a62d6e9eab HTTP/1.1" status: 200  len: 814 time: 0.1052921
Jan 28 02:15:53.762273 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-ac474762-128b-4082-8c8b-fa29cbec2180 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/quotas/dfdaf77bcf5a4358b657de79f178fa6e HTTP/1.1" status: 200  len: 375 time: 0.0097914
Jan 28 02:15:53.792500 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-4c17324a-b41b-4b1b-b128-d24dc9b49470 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=dfdaf77bcf5a4358b657de79f178fa6e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0245035
Jan 28 02:15:53.882949 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-78d22320-1fa8-437e-927c-8b7e9b78fffb service neutron] 10.222.0.79 "GET /v2.0/networks/c1617250-6906-428a-b42f-41a62d6e9eab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836482
Jan 28 02:15:53.970437 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-dcd40fdf-c12b-4140-b4e3-53644e064a5b service neutron] 10.222.0.79 "GET /v2.0/networks/c1617250-6906-428a-b42f-41a62d6e9eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808890
Jan 28 02:15:54.287203 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-36891cbf-57db-4617-9f87-0b7af4dcc673 req-5e7e3523-7783-4bb4-b8d6-45af9b487f36 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=801d8c8a-8534-43b5-a61f-347cbf9418b5 HTTP/1.1" status: 200  len: 210 time: 0.0305338
Jan 28 02:15:55.377196 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1c7a84dc-090f-4e17-a82e-2d8183a804fd req-415d1fb6-acc7-4386-ba9d-6a4e0ebf27d3 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=801d8c8a-8534-43b5-a61f-347cbf9418b5 HTTP/1.1" status: 200  len: 210 time: 0.0249996
Jan 28 02:15:55.727695 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:15:56.351931 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-385a8927-f0a0-4a3c-a1e0-13a076c547e1 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:56.353445 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-385a8927-f0a0-4a3c-a1e0-13a076c547e1 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.95 "GET /v2.0/networks?id=c1617250-6906-428a-b42f-41a62d6e9eab HTTP/1.1" status: 200  len: 814 time: 0.0980351
Jan 28 02:15:56.394215 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-b6a9061f-0e94-44ba-9c4a-864ce5217891 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Request body: {'port': {'device_id': '801d8c8a-8534-43b5-a61f-347cbf9418b5', 'network_id': 'c1617250-6906-428a-b42f-41a62d6e9eab', 'admin_state_up': True, 'tenant_id': 'dfdaf77bcf5a4358b657de79f178fa6e'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:15:56.480806 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e949befe-ab9d-44e7-9018-bd66e2e636ec req-cf873e0d-7709-4806-ab6e-420eae1c8180 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=801d8c8a-8534-43b5-a61f-347cbf9418b5 HTTP/1.1" status: 200  len: 210 time: 0.0357890
Jan 28 02:15:56.605116 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-b6a9061f-0e94-44ba-9c4a-864ce5217891 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Made reservation on behalf of dfdaf77bcf5a4358b657de79f178fa6e for: {'port': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:15:56.608682 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-b6a9061f-0e94-44ba-9c4a-864ce5217891 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:56.741832 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-b6a9061f-0e94-44ba-9c4a-864ce5217891 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Allocated IP 172.20.0.13 (c1617250-6906-428a-b42f-41a62d6e9eab/2237a530-3da5-4e58-a63d-c06367eb0b46/5941e59f-f75d-4783-a1fd-1c27270e7e7c) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:15:56.886064 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-b6a9061f-0e94-44ba-9c4a-864ce5217891 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:56.971259 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-b6a9061f-0e94-44ba-9c4a-864ce5217891 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:57.018610 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-b6a9061f-0e94-44ba-9c4a-864ce5217891 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Network c1617250-6906-428a-b42f-41a62d6e9eab is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:15:57.022381 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-b6a9061f-0e94-44ba-9c4a-864ce5217891 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:15:57.026077 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-b6a9061f-0e94-44ba-9c4a-864ce5217891 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:15:57.032268 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9061f-0e94-44ba-9c4a-864ce5217891 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Pushing event updated for resources: {'Port': ['ID=5941e59f-f75d-4783-a1fd-1c27270e7e7c,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:15:57.077267 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-b6a9061f-0e94-44ba-9c4a-864ce5217891 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:57.077865 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-b6a9061f-0e94-44ba-9c4a-864ce5217891 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:57.139290 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-b6a9061f-0e94-44ba-9c4a-864ce5217891 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7490172
Jan 28 02:15:57.166123 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Request body: {'port': {'device_id': '801d8c8a-8534-43b5-a61f-347cbf9418b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:15:57.221131 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:57.697647 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895255c-ea43-40f5-8398-91feaef7d6b8 req-a9fec1e8-1e1c-4d3d-b67b-e4f5b124e264 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:57.699057 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6895255c-ea43-40f5-8398-91feaef7d6b8 req-a9fec1e8-1e1c-4d3d-b67b-e4f5b124e264 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=801d8c8a-8534-43b5-a61f-347cbf9418b5 HTTP/1.1" status: 200  len: 932 time: 0.1145804
Jan 28 02:15:57.779938 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8d5efdf9-b1fd-4d6d-9af0-3b7d9e552ca3 req-18826112-732b-42b6-a83a-39f5c8604cea service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1006362
Jan 28 02:15:57.785189 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-6895255c-ea43-40f5-8398-91feaef7d6b8 req-b28a2897-b1a2-489f-9910-d0db8a77495e tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686252
Jan 28 02:15:57.861471 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5941e59f-f75d-4783-a1fd-1c27270e7e7c {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:15:57.882291 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:57.899026 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Transition to ACTIVE for port object 5941e59f-f75d-4783-a1fd-1c27270e7e7c will not be triggered until provisioned by entity L2. {{(pid=102090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:15:57.907953 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5efdf9-b1fd-4d6d-9af0-3b7d9e552ca3 req-22d2fd3e-4f60-4a91-a4e9-768aad581bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:57.912992 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8d5efdf9-b1fd-4d6d-9af0-3b7d9e552ca3 req-22d2fd3e-4f60-4a91-a4e9-768aad581bb1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7ed8db325d13496c9a417966e33b10a1&device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 1098 time: 0.0636258
Jan 28 02:15:57.973564 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:58.046878 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Pushing event updated for resources: {'Port': ['ID=5941e59f-f75d-4783-a1fd-1c27270e7e7c,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:15:58.079418 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5efdf9-b1fd-4d6d-9af0-3b7d9e552ca3 req-2c1cb780-cb97-45ed-bf8b-fa1f9b667fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:58.080919 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8d5efdf9-b1fd-4d6d-9af0-3b7d9e552ca3 req-2c1cb780-cb97-45ed-bf8b-fa1f9b667fce service neutron] 10.222.0.95 "GET /v2.0/networks?id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f HTTP/1.1" status: 200  len: 913 time: 0.1514838
Jan 28 02:15:58.179086 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8d5efdf9-b1fd-4d6d-9af0-3b7d9e552ca3 req-53a813a8-8992-43da-a50f-66441b972d80 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41e411b1-116e-434d-a378-dd8425c82364 HTTP/1.1" status: 200  len: 1000 time: 0.0798519
Jan 28 02:15:58.180150 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Attempting to bind port 5941e59f-f75d-4783-a1fd-1c27270e7e7c on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:15:58.180472 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Attempting to bind port 5941e59f-f75d-4783-a1fd-1c27270e7e7c by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '6d3e3a96-a232-48e0-9006-56a8f26af3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'c1617250-6906-428a-b42f-41a62d6e9eab'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:15:58.180787 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Attempting to bind port 5941e59f-f75d-4783-a1fd-1c27270e7e7c on network c1617250-6906-428a-b42f-41a62d6e9eab {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:15:58.185014 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Port 5941e59f-f75d-4783-a1fd-1c27270e7e7c on network c1617250-6906-428a-b42f-41a62d6e9eab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:15:58.185322 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Attempting to bind port 5941e59f-f75d-4783-a1fd-1c27270e7e7c on network c1617250-6906-428a-b42f-41a62d6e9eab {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:15:58.213585 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:15:58.213921 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Checking segment: {'id': '6d3e3a96-a232-48e0-9006-56a8f26af3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'c1617250-6906-428a-b42f-41a62d6e9eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:15:58.214293 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Bound using segment: {'id': '6d3e3a96-a232-48e0-9006-56a8f26af3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'c1617250-6906-428a-b42f-41a62d6e9eab'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:15:58.214719 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Bound port: 5941e59f-f75d-4783-a1fd-1c27270e7e7c, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3e3a96-a232-48e0-9006-56a8f26af3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'c1617250-6906-428a-b42f-41a62d6e9eab'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:15:58.215067 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:58.264717 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5efdf9-b1fd-4d6d-9af0-3b7d9e552ca3 req-d46a3616-560a-4a65-a03a-4798ad3af1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:58.266174 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8d5efdf9-b1fd-4d6d-9af0-3b7d9e552ca3 req-d46a3616-560a-4a65-a03a-4798ad3af1e2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ad81599a-8584-45bb-9aad-97ea5adfda3a HTTP/1.1" status: 200  len: 850 time: 0.0789232
Jan 28 02:15:58.313961 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] For port 5941e59f-f75d-4783-a1fd-1c27270e7e7c, host hv-cinder-82497, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:15:58.333054 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] For port 5941e59f-f75d-4783-a1fd-1c27270e7e7c, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=5941e59f-f75d-4783-a1fd-1c27270e7e7c,segment=NetworkSegment(6d3e3a96-a232-48e0-9006-56a8f26af3f6),segment_id=6d3e3a96-a232-48e0-9006-56a8f26af3f6)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:15:58.341117 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5efdf9-b1fd-4d6d-9af0-3b7d9e552ca3 req-19beacc7-72c1-4853-bee6-5d6fbc4f8444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:58.342600 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8d5efdf9-b1fd-4d6d-9af0-3b7d9e552ca3 req-19beacc7-72c1-4853-bee6-5d6fbc4f8444 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0666909
Jan 28 02:15:58.399896 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:58.446378 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:58.446997 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:15:58.448364 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] 10.222.0.95 "PUT /v2.0/ports/5941e59f-f75d-4783-a1fd-1c27270e7e7c HTTP/1.1" status: 200  len: 1094 time: 1.2865162
Jan 28 02:15:58.450152 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801d8c8a-8534-43b5-a61f-347cbf9418b5', 'tag': '5941e59f-f75d-4783-a1fd-1c27270e7e7c'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:15:58.452394 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a650d3e-ae24-4e27-b3ec-b49697788a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "801d8c8a-8534-43b5-a61f-347cbf9418b5", "tag": "5941e59f-f75d-4783-a1fd-1c27270e7e7c"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:15:58.491809 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a0a4f-43bd-4d05-84ca-b43d45927164 service neutron] Pushing event updated for resources: {'Port': ['ID=5941e59f-f75d-4783-a1fd-1c27270e7e7c,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:15:58.496823 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c07eb9d-0e29-4845-9c66-e7b68d836ce6 x-openstack-request-id: req-0c07eb9d-0e29-4845-9c66-e7b68d836ce6 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:15:58.497106 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801d8c8a-8534-43b5-a61f-347cbf9418b5", "tag": "5941e59f-f75d-4783-a1fd-1c27270e7e7c", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:15:58.497351 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c07eb9d-0e29-4845-9c66-e7b68d836ce6 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:15:58.497731 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801d8c8a-8534-43b5-a61f-347cbf9418b5', 'tag': '5941e59f-f75d-4783-a1fd-1c27270e7e7c', 'status': 'completed', 'code': 200}
Jan 28 02:15:58.503043 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8d5efdf9-b1fd-4d6d-9af0-3b7d9e552ca3 req-54395b87-01b3-429d-8d66-eb1877681b0c service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467528
Jan 28 02:15:58.631116 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a650d3e-ae24-4e27-b3ec-b49697788a5e req-d8ccd166-6f52-402d-abd5-aa43aff66295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:58.632548 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1a650d3e-ae24-4e27-b3ec-b49697788a5e req-d8ccd166-6f52-402d-abd5-aa43aff66295 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dfdaf77bcf5a4358b657de79f178fa6e&device_id=801d8c8a-8534-43b5-a61f-347cbf9418b5 HTTP/1.1" status: 200  len: 1097 time: 0.0919247
Jan 28 02:15:58.658100 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8d5efdf9-b1fd-4d6d-9af0-3b7d9e552ca3 req-1cef5421-c416-4daa-8e82-2295367fbadd service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262748
Jan 28 02:15:58.748458 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a650d3e-ae24-4e27-b3ec-b49697788a5e req-facc0b37-2dcf-43f2-a153-1cc6b1ebd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:58.749940 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1a650d3e-ae24-4e27-b3ec-b49697788a5e req-facc0b37-2dcf-43f2-a153-1cc6b1ebd9cf service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=dfdaf77bcf5a4358b657de79f178fa6e&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1013181
Jan 28 02:15:58.875441 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a650d3e-ae24-4e27-b3ec-b49697788a5e req-f2b13ecc-6656-4942-8209-cfdeb3a20fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:58.876889 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1a650d3e-ae24-4e27-b3ec-b49697788a5e req-f2b13ecc-6656-4942-8209-cfdeb3a20fe6 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1018958
Jan 28 02:15:58.917819 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845e367-4eb2-403b-ab83-42be66bae2d3 req-2ae7400c-6d35-4dde-acbe-3dad5c82ce60 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:58.919305 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a845e367-4eb2-403b-ab83-42be66bae2d3 req-2ae7400c-6d35-4dde-acbe-3dad5c82ce60 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=801d8c8a-8534-43b5-a61f-347cbf9418b5 HTTP/1.1" status: 200  len: 944 time: 0.0619519
Jan 28 02:15:58.979172 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a845e367-4eb2-403b-ab83-42be66bae2d3 req-407c9870-be8c-437c-bdd3-a71a7c5fa4f0 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538213
Jan 28 02:15:58.993124 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-0f772298-124a-4655-be15-4da2ce373b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:58.994774 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-0f772298-124a-4655-be15-4da2ce373b8c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dfdaf77bcf5a4358b657de79f178fa6e&device_id=801d8c8a-8534-43b5-a61f-347cbf9418b5 HTTP/1.1" status: 200  len: 1097 time: 0.0523090
Jan 28 02:15:59.048877 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c75aa31e-47bf-4d42-b447-b4feb80c9ada service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5941e59f-f75d-4783-a1fd-1c27270e7e7c HTTP/1.1" status: 200  len: 217 time: 0.0343406
Jan 28 02:15:59.104181 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-a445ebec-e0a5-48cc-8748-945ecac5e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:15:59.105648 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-a445ebec-e0a5-48cc-8748-945ecac5e579 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2237a530-3da5-4e58-a63d-c06367eb0b46 HTTP/1.1" status: 200  len: 854 time: 0.0497797
Jan 28 02:15:59.137768 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-372ab292-f480-4e9f-8d50-34d28d34164e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1617250-6906-428a-b42f-41a62d6e9eab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0249779
Jan 28 02:15:59.230655 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-2556535c-200a-44d2-97b4-ca3f3de6b1d7 service neutron] 10.222.0.95 "GET /v2.0/networks/c1617250-6906-428a-b42f-41a62d6e9eab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857382
Jan 28 02:15:59.334466 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-7fefb6fa-67c1-4206-8b7b-55cbf53856ee req-c12de297-696f-4df2-85cf-e2c6e6210dfc service neutron] 10.222.0.95 "GET /v2.0/networks/c1617250-6906-428a-b42f-41a62d6e9eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0970907
Jan 28 02:16:00.107359 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0232f0-9eae-4d83-83d9-2e5391bc624d req-13107099-1dc7-4abd-84ea-7f6d0be8d8a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:16:00.108853 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fd0232f0-9eae-4d83-83d9-2e5391bc624d req-13107099-1dc7-4abd-84ea-7f6d0be8d8a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=801d8c8a-8534-43b5-a61f-347cbf9418b5 HTTP/1.1" status: 200  len: 944 time: 0.0494769
Jan 28 02:16:00.159281 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-fd0232f0-9eae-4d83-83d9-2e5391bc624d req-9502b44c-7d9a-4258-b91c-96597273a81f tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428760
Jan 28 02:16:01.225584 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 5941e59f-f75d-4783-a1fd-1c27270e7e7c details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:16:01.332375 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 5941e59f-f75d-4783-a1fd-1c27270e7e7c, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=5941e59f-f75d-4783-a1fd-1c27270e7e7c,segment=NetworkSegment(6d3e3a96-a232-48e0-9006-56a8f26af3f6),segment_id=6d3e3a96-a232-48e0-9006-56a8f26af3f6)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:16:01.351617 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': '5941e59f-f75d-4783-a1fd-1c27270e7e7c', 'network_id': 'c1617250-6906-428a-b42f-41a62d6e9eab', 'port_id': '5941e59f-f75d-4783-a1fd-1c27270e7e7c', 'mac_address': 'fa:16:3e:de:59:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2237a530-3da5-4e58-a63d-c06367eb0b46', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:16:01.392295 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:01.409607 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5941e59f-f75d-4783-a1fd-1c27270e7e7c {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:16:01.431236 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 5941e59f-f75d-4783-a1fd-1c27270e7e7c, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=5941e59f-f75d-4783-a1fd-1c27270e7e7c,segment=NetworkSegment(6d3e3a96-a232-48e0-9006-56a8f26af3f6),segment_id=6d3e3a96-a232-48e0-9006-56a8f26af3f6)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:16:01.462686 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc5228-bf45-433f-84cc-442c3359e4e5 req-ebe1a3b4-4c5e-4666-b031-675e0e91c240 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:16:01.464272 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3dfc5228-bf45-433f-84cc-442c3359e4e5 req-ebe1a3b4-4c5e-4666-b031-675e0e91c240 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=801d8c8a-8534-43b5-a61f-347cbf9418b5 HTTP/1.1" status: 200  len: 944 time: 0.2295687
Jan 28 02:16:01.479213 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:01.508009 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3dfc5228-bf45-433f-84cc-442c3359e4e5 req-c29f8999-7f71-458d-8220-322e9a8f3f60 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376246
Jan 28 02:16:01.531312 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=5941e59f-f75d-4783-a1fd-1c27270e7e7c,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:16:01.539493 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:01.542018 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:01.542018 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:01.542018 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:01.542018 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:01.542018 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:01.542018 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:01.542018 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:01.542018 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:01.542865 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:01.542865 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:01.543066 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:01.824959 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['5941e59f-f75d-4783-a1fd-1c27270e7e7c'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:16:02.679726 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279a679-95dc-40e4-b125-7ef02bfb3a67 req-642c6eb7-3d0a-43f4-830d-6288ece7f0b6 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:16:02.681218 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2279a679-95dc-40e4-b125-7ef02bfb3a67 req-642c6eb7-3d0a-43f4-830d-6288ece7f0b6 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=801d8c8a-8534-43b5-a61f-347cbf9418b5 HTTP/1.1" status: 200  len: 945 time: 0.1035151
Jan 28 02:16:02.718814 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-2279a679-95dc-40e4-b125-7ef02bfb3a67 req-ca1f8740-0c24-4cc0-a6ab-cd365a426dd8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315261
Jan 28 02:16:03.236538 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 5941e59f-f75d-4783-a1fd-1c27270e7e7c up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:16:03.359016 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port 5941e59f-f75d-4783-a1fd-1c27270e7e7c completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:16:03.362907 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port 5941e59f-f75d-4783-a1fd-1c27270e7e7c triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:16:03.363838 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:03.443596 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:03.466526 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801d8c8a-8534-43b5-a61f-347cbf9418b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5941e59f-f75d-4783-a1fd-1c27270e7e7c'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:16:03.468775 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754d414a-53df-485c-b378-28ecfab01677" -d '{"events": [{"server_uuid": "801d8c8a-8534-43b5-a61f-347cbf9418b5", "name": "network-vif-plugged", "status": "completed", "tag": "5941e59f-f75d-4783-a1fd-1c27270e7e7c"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:16:03.481796 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port 5941e59f-f75d-4783-a1fd-1c27270e7e7c, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=5941e59f-f75d-4783-a1fd-1c27270e7e7c,segment=NetworkSegment(6d3e3a96-a232-48e0-9006-56a8f26af3f6),segment_id=6d3e3a96-a232-48e0-9006-56a8f26af3f6)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:16:03.506306 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05584a0d-289d-4559-913c-4f49cc2415b1 x-openstack-request-id: req-05584a0d-289d-4559-913c-4f49cc2415b1 {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:16:03.506306 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801d8c8a-8534-43b5-a61f-347cbf9418b5", "name": "network-vif-plugged", "status": "completed", "tag": "5941e59f-f75d-4783-a1fd-1c27270e7e7c", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:16:03.506306 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-05584a0d-289d-4559-913c-4f49cc2415b1 {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:16:03.506683 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801d8c8a-8534-43b5-a61f-347cbf9418b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5941e59f-f75d-4783-a1fd-1c27270e7e7c', 'code': 200}
Jan 28 02:16:03.554156 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:03.606857 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=5941e59f-f75d-4783-a1fd-1c27270e7e7c,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:16:03.860659 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649f979-5819-4aaf-acaf-de3f3e9993f5 req-f05333e2-f520-4b63-8fc9-8c1fde3be0ca tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:16:03.862150 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d649f979-5819-4aaf-acaf-de3f3e9993f5 req-f05333e2-f520-4b63-8fc9-8c1fde3be0ca tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=801d8c8a-8534-43b5-a61f-347cbf9418b5 HTTP/1.1" status: 200  len: 946 time: 0.0738997
Jan 28 02:16:03.887116 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebff4c0-9405-4d04-93d8-f306ebc2ebe8 req-5f9d739a-ade7-42a0-b19d-f9c414301abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:16:03.888515 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8ebff4c0-9405-4d04-93d8-f306ebc2ebe8 req-5f9d739a-ade7-42a0-b19d-f9c414301abd service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=801d8c8a-8534-43b5-a61f-347cbf9418b5 HTTP/1.1" status: 200  len: 1099 time: 0.0667248
Jan 28 02:16:03.905897 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d649f979-5819-4aaf-acaf-de3f3e9993f5 req-bf43938c-af33-4557-b2af-23e77f381a2b tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375643
Jan 28 02:16:03.948133 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-8ebff4c0-9405-4d04-93d8-f306ebc2ebe8 req-5d85815a-9751-4531-9102-b42a54558f7e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388746
Jan 28 02:16:05.027355 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ee6e7-918f-4f03-8f06-f5d3a1848514 req-e402244d-c544-4b5e-8ffc-876d3d2bed59 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:16:05.028859 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f85ee6e7-918f-4f03-8f06-f5d3a1848514 req-e402244d-c544-4b5e-8ffc-876d3d2bed59 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=801d8c8a-8534-43b5-a61f-347cbf9418b5 HTTP/1.1" status: 200  len: 946 time: 0.0511563
Jan 28 02:16:05.067700 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f85ee6e7-918f-4f03-8f06-f5d3a1848514 req-7a967d3b-0b4b-44ab-9451-fd9fd3e53cf6 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328872
Jan 28 02:16:06.180571 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5ba67-429c-46dd-83ff-0499b90a333c req-18bc5aad-263b-4b06-ad80-6fa54e059edd tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:16:06.182046 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-abe5ba67-429c-46dd-83ff-0499b90a333c req-18bc5aad-263b-4b06-ad80-6fa54e059edd tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=801d8c8a-8534-43b5-a61f-347cbf9418b5 HTTP/1.1" status: 200  len: 946 time: 0.0477421
Jan 28 02:16:06.223190 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-abe5ba67-429c-46dd-83ff-0499b90a333c req-92504bb4-e214-4b3f-9055-52f859a67cc5 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340564
Jan 28 02:16:10.850253 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-0bb366ef-def6-4ee0-b116-cd3c9c5032be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:13.114080 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-09b35e72-30fe-41ba-b3fb-62b5f6dd8536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:14.621589 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:16.507539 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:16.616289 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:21.661798 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:30.918753 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308799ee-49f6-4c20-b3d9-d090c6f58464 req-060063ca-4882-4e59-93bd-ed12d777c889 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:16:30.920240 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-308799ee-49f6-4c20-b3d9-d090c6f58464 req-060063ca-4882-4e59-93bd-ed12d777c889 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=801d8c8a-8534-43b5-a61f-347cbf9418b5 HTTP/1.1" status: 200  len: 946 time: 0.0508347
Jan 28 02:16:30.958345 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-308799ee-49f6-4c20-b3d9-d090c6f58464 req-085571d5-79a2-4164-9bc3-4d3c92a17153 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315115
Jan 28 02:16:32.079793 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483a7c8-171f-45b5-8af7-33d57519dbbd req-3d4294ba-2851-4d40-9a25-1a0a34e22523 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:16:32.081392 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5483a7c8-171f-45b5-8af7-33d57519dbbd req-3d4294ba-2851-4d40-9a25-1a0a34e22523 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=801d8c8a-8534-43b5-a61f-347cbf9418b5 HTTP/1.1" status: 200  len: 946 time: 0.0525639
Jan 28 02:16:32.120331 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5483a7c8-171f-45b5-8af7-33d57519dbbd req-15352741-118d-42c0-ab7d-6ea55dd94ebf tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328176
Jan 28 02:16:32.727319 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:16:32.911958 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61054810-a2b4-434c-98c5-14d61a2cfa64 req-96f680ea-562b-4107-bc87-d03e595a34f8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:16:32.913608 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-61054810-a2b4-434c-98c5-14d61a2cfa64 req-96f680ea-562b-4107-bc87-d03e595a34f8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.95 "GET /v2.0/ports?device_id=801d8c8a-8534-43b5-a61f-347cbf9418b5 HTTP/1.1" status: 200  len: 946 time: 0.0496726
Jan 28 02:16:33.016142 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-61054810-a2b4-434c-98c5-14d61a2cfa64 req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Deleting port 5941e59f-f75d-4783-a1fd-1c27270e7e7c {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:16:33.016382 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-61054810-a2b4-434c-98c5-14d61a2cfa64 req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:33.110712 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-61054810-a2b4-434c-98c5-14d61a2cfa64 req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] For port 5941e59f-f75d-4783-a1fd-1c27270e7e7c, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=5941e59f-f75d-4783-a1fd-1c27270e7e7c,segment=NetworkSegment(6d3e3a96-a232-48e0-9006-56a8f26af3f6),segment_id=6d3e3a96-a232-48e0-9006-56a8f26af3f6)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:16:33.111238 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-61054810-a2b4-434c-98c5-14d61a2cfa64 req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:33.123701 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-61054810-a2b4-434c-98c5-14d61a2cfa64 req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Calling delete_port for 5941e59f-f75d-4783-a1fd-1c27270e7e7c owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:16:33.281198 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7db06-d484-4f0f-af05-9e4b78cb7f78 req-ae2b61cd-77ba-422e-881b-c85bcefb6658 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:16:33.282602 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-20d7db06-d484-4f0f-af05-9e4b78cb7f78 req-ae2b61cd-77ba-422e-881b-c85bcefb6658 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=801d8c8a-8534-43b5-a61f-347cbf9418b5 HTTP/1.1" status: 200  len: 946 time: 0.0823677
Jan 28 02:16:33.323385 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-20d7db06-d484-4f0f-af05-9e4b78cb7f78 req-cbb132b3-d068-4deb-9816-2cdc12cbb66f tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/security-groups?id=883d0120-e823-4caa-873d-f94da1be3766&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328326
Jan 28 02:16:33.410898 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-61054810-a2b4-434c-98c5-14d61a2cfa64 req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:33.439601 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Pushing event deleted for resources: {'Port': ['ID=5941e59f-f75d-4783-a1fd-1c27270e7e7c,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:16:33.451559 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:33.451932 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:33.452354 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:33.452687 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:33.453012 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:33.453344 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:33.453665 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:33.453986 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:33.454306 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:33.454625 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:33.454947 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:33.455264 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:16:33.460940 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['5941e59f-f75d-4783-a1fd-1c27270e7e7c'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:16:33.499841 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-61054810-a2b4-434c-98c5-14d61a2cfa64 req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] No DVR routers for this DVR port 5941e59f-f75d-4783-a1fd-1c27270e7e7c on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:16:33.502949 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-61054810-a2b4-434c-98c5-14d61a2cfa64 req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:33.506626 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-61054810-a2b4-434c-98c5-14d61a2cfa64 req-6bfbab64-404c-4d80-8f6a-40c54f5817a8 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.95 "DELETE /v2.0/ports/5941e59f-f75d-4783-a1fd-1c27270e7e7c HTTP/1.1" status: 204  len: 173 time: 0.5842602
Jan 28 02:16:33.507146 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801d8c8a-8534-43b5-a61f-347cbf9418b5', 'name': 'network-vif-deleted', 'tag': '5941e59f-f75d-4783-a1fd-1c27270e7e7c'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:16:33.509499 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f630de1c-b55c-4b19-b410-375424c4624a" -d '{"events": [{"server_uuid": "801d8c8a-8534-43b5-a61f-347cbf9418b5", "name": "network-vif-deleted", "tag": "5941e59f-f75d-4783-a1fd-1c27270e7e7c"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:16:33.615692 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5620eca5-2859-418e-b940-6e9a8955a321 x-openstack-request-id: req-5620eca5-2859-418e-b940-6e9a8955a321 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:16:33.616010 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801d8c8a-8534-43b5-a61f-347cbf9418b5", "name": "network-vif-deleted", "tag": "5941e59f-f75d-4783-a1fd-1c27270e7e7c", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:16:33.616264 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5620eca5-2859-418e-b940-6e9a8955a321 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:16:33.616663 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801d8c8a-8534-43b5-a61f-347cbf9418b5', 'name': 'network-vif-deleted', 'tag': '5941e59f-f75d-4783-a1fd-1c27270e7e7c', 'status': 'completed', 'code': 200}
Jan 28 02:16:34.428907 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9a5abd19-53c2-48d4-9923-de3086bd869f req-958341ca-6810-4099-a17f-fa501adbf797 tempest-VolumesSnapshotTestJSON-1917118355 tempest-VolumesSnapshotTestJSON-1917118355-project] 10.222.0.79 "GET /v2.0/ports?device_id=801d8c8a-8534-43b5-a61f-347cbf9418b5 HTTP/1.1" status: 200  len: 210 time: 0.0258653
Jan 28 02:16:37.512931 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 5941e59f-f75d-4783-a1fd-1c27270e7e7c no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:16:37.533651 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: 5941e59f-f75d-4783-a1fd-1c27270e7e7c {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:16:37.534305 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 5941e59f-f75d-4783-a1fd-1c27270e7e7c not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:16:40.815586 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-9eba95b5-bada-427f-80ab-efb86e337951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:43.095957 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-54b89599-d56f-4f23-9627-0a3fda6366cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:44.685167 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:46.507241 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:46.610290 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:51.672574 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:16:58.818884 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-306fe00f-b6ad-473c-bbea-3fb2a1a9f11c req-9c71f204-a780-4141-a992-981cc2388b73 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0852284
Jan 28 02:16:58.935665 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fe00f-b6ad-473c-bbea-3fb2a1a9f11c req-cd86aa8a-db51-4439-8476-14fce6252a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:16:58.936368 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-306fe00f-b6ad-473c-bbea-3fb2a1a9f11c req-cd86aa8a-db51-4439-8476-14fce6252a2a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7ed8db325d13496c9a417966e33b10a1&device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 1098 time: 0.0442817
Jan 28 02:16:59.054853 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fe00f-b6ad-473c-bbea-3fb2a1a9f11c req-eee9e340-1d58-403b-a90e-2ccb3930269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:16:59.056402 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-306fe00f-b6ad-473c-bbea-3fb2a1a9f11c req-eee9e340-1d58-403b-a90e-2ccb3930269b service neutron] 10.222.0.95 "GET /v2.0/networks?id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f HTTP/1.1" status: 200  len: 913 time: 0.0960805
Jan 28 02:16:59.129825 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-306fe00f-b6ad-473c-bbea-3fb2a1a9f11c req-c320a6f1-d2f2-4b2d-9e96-c2ca6a59dc46 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41e411b1-116e-434d-a378-dd8425c82364 HTTP/1.1" status: 200  len: 1000 time: 0.0630248
Jan 28 02:16:59.191594 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fe00f-b6ad-473c-bbea-3fb2a1a9f11c req-f852e45c-afe5-473d-89a8-5b6cb94dbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:16:59.193116 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-306fe00f-b6ad-473c-bbea-3fb2a1a9f11c req-f852e45c-afe5-473d-89a8-5b6cb94dbf66 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ad81599a-8584-45bb-9aad-97ea5adfda3a HTTP/1.1" status: 200  len: 850 time: 0.0527506
Jan 28 02:16:59.247123 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fe00f-b6ad-473c-bbea-3fb2a1a9f11c req-f271e769-a0c8-401b-baf1-31c61fdba09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:16:59.248726 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-306fe00f-b6ad-473c-bbea-3fb2a1a9f11c req-f271e769-a0c8-401b-baf1-31c61fdba09b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0455110
Jan 28 02:16:59.260709 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [req-306fe00f-b6ad-473c-bbea-3fb2a1a9f11c req-cefd1f6e-abf0-43a6-8fd0-e329351e7c91 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 02:16:59.261706 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-306fe00f-b6ad-473c-bbea-3fb2a1a9f11c req-cefd1f6e-abf0-43a6-8fd0-e329351e7c91 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054977
Jan 28 02:16:59.375318 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-306fe00f-b6ad-473c-bbea-3fb2a1a9f11c req-28a05938-5397-4dbc-bd22-0690d266bf03 service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1050956
Jan 28 02:16:59.486752 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-306fe00f-b6ad-473c-bbea-3fb2a1a9f11c req-97624975-f08b-4ea9-84a6-5ca40c3e6d0a service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1034095
Jan 28 02:17:03.684564 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 35036) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:17:03.730846 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8edfb6-cb77-49fb-9256-371b273a5c88 admin admin] Deleting subnet 2237a530-3da5-4e58-a63d-c06367eb0b46 {{(pid=102090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:17:03.734425 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5d8edfb6-cb77-49fb-9256-371b273a5c88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:03.768021 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5d8edfb6-cb77-49fb-9256-371b273a5c88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29131886'] for subnet, precommit_delete_associations {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:03.811560 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5d8edfb6-cb77-49fb-9256-371b273a5c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4027136'] for subnet, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:03.935484 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5d8edfb6-cb77-49fb-9256-371b273a5c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4027195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29133588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28403209'] for subnet, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:03.961052 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8edfb6-cb77-49fb-9256-371b273a5c88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2237a530-3da5-4e58-a63d-c06367eb0b46,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:17:03.965719 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5d8edfb6-cb77-49fb-9256-371b273a5c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:03.969045 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-5d8edfb6-cb77-49fb-9256-371b273a5c88 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2237a530-3da5-4e58-a63d-c06367eb0b46 HTTP/1.1" status: 204  len: 168 time: 0.2834890
Jan 28 02:17:03.972082 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 35038) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:17:04.038965 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-23f0430d-8681-4f70-b7ea-55719519669d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3810569'] for network, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:04.121818 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-23f0430d-8681-4f70-b7ea-55719519669d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4029090', 'neutron.services.segments.db._delete_segments_for_network-8759977669928'] for network, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:04.145613 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-23f0430d-8681-4f70-b7ea-55719519669d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f796d753400>,) {'filters': {'network_id': ['c1617250-6906-428a-b42f-41a62d6e9eab']}} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:17:04.155874 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-23f0430d-8681-4f70-b7ea-55719519669d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f796d753400>, '6d3e3a96-a232-48e0-9006-56a8f26af3f6') {'for_net_delete': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:17:04.156186 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-23f0430d-8681-4f70-b7ea-55719519669d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f796d753400>, '6d3e3a96-a232-48e0-9006-56a8f26af3f6') {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:17:04.166221 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-23f0430d-8681-4f70-b7ea-55719519669d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759977780116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29131873'] for segment, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:04.185007 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-23f0430d-8681-4f70-b7ea-55719519669d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:04.192386 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f0430d-8681-4f70-b7ea-55719519669d admin admin] Releasing vlan 1210 on physical network physnet1 to pool {{(pid=102090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:17:04.192776 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-23f0430d-8681-4f70-b7ea-55719519669d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29133746'] for segment, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]: Traceback (most recent call last):
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:     timer()
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:     cb(*args, **kw)
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:     return func(*args, **kwargs)
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:     self._notify()
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:     self.callback(batched_events)
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:     event.method(event)
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:     return f(self, *a, **k)
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._get(url).json()
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:17:04.194464 dv-cinder-824977-1-iscsi neutron-server[102090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:17:04.300595 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-23f0430d-8681-4f70-b7ea-55719519669d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4029099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746584'] for network, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:04.306578 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-23f0430d-8681-4f70-b7ea-55719519669d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:04.310137 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-23f0430d-8681-4f70-b7ea-55719519669d admin admin] 10.222.0.79 "DELETE /v2.0/networks/c1617250-6906-428a-b42f-41a62d6e9eab HTTP/1.1" status: 204  len: 168 time: 0.3367710
Jan 28 02:17:04.325743 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0430d-8681-4f70-b7ea-55719519669d admin admin] Pushing event deleted for resources: {'Network': ['ID=c1617250-6906-428a-b42f-41a62d6e9eab,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:17:04.714737 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 35048) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:17:04.755642 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-37d4169c-327e-40db-898d-e1bed66f63c6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dfdaf77bcf5a4358b657de79f178fa6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0397549
Jan 28 02:17:04.758242 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 35050) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:17:04.813203 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-432a232a-c50e-4984-8340-74b46019a3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:04.838766 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-432a232a-c50e-4984-8340-74b46019a3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:04.980781 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-432a232a-c50e-4984-8340-74b46019a3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:04.983524 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-432a232a-c50e-4984-8340-74b46019a3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:04.984713 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-432a232a-c50e-4984-8340-74b46019a3b8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/883d0120-e823-4caa-873d-f94da1be3766 HTTP/1.1" status: 204  len: 168 time: 0.2255850
Jan 28 02:17:04.993169 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a232a-c50e-4984-8340-74b46019a3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883d0120-e823-4caa-873d-f94da1be3766,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:17:09.412647 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-cbff59bc-5d36-4d4d-a406-54f45d98063c tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152893613&fields=id&tenant_id=7ed8db325d13496c9a417966e33b10a1 HTTP/1.1" status: 200  len: 267 time: 0.0345626
Jan 28 02:17:09.521000 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-e8f330cc-9397-4a28-81f2-3356feceb62a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:09.522439 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-e8f330cc-9397-4a28-81f2-3356feceb62a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/networks?id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f HTTP/1.1" status: 200  len: 811 time: 0.1027915
Jan 28 02:17:09.537853 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-835211d8-4b1e-4877-90c2-9c7de697b196 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/quotas/7ed8db325d13496c9a417966e33b10a1 HTTP/1.1" status: 200  len: 375 time: 0.0096567
Jan 28 02:17:09.592603 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-b13d9280-d8f8-4615-8464-bfaad9081e41 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ed8db325d13496c9a417966e33b10a1&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0494137
Jan 28 02:17:09.702730 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-545ab37d-42dc-4bb4-8f31-2587260f5d2b service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=102090) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 28 02:17:09.703711 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-545ab37d-42dc-4bb4-8f31-2587260f5d2b service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0989709
Jan 28 02:17:09.727347 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:17:09.798990 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-b9ad0122-8b22-4b50-b01c-f0e88eb9d566 service neutron] 10.222.0.79 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881398
Jan 28 02:17:09.888085 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-d5ee892a-2e3f-440c-adf0-4433885ca146 service neutron] 10.222.0.79 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824940
Jan 28 02:17:10.472460 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f83a1e45-b964-49f4-a2ec-c6b5191501ac req-28200ce0-ff16-4a0d-b1b0-d1d7c8c0fe12 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 210 time: 0.0252366
Jan 28 02:17:10.877774 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-8a0161a7-c7d8-40ce-be84-e1dc55bcb7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:11.582362 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-e55294dc-8f98-4a99-a80e-7406595ea2a5 req-32e0ea0c-db76-4837-8eea-2cb1e0632106 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 210 time: 0.0345747
Jan 28 02:17:12.635132 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-26526a0f-2b23-4a4d-9ec6-274ab997f47c tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:12.637265 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-26526a0f-2b23-4a4d-9ec6-274ab997f47c tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.95 "GET /v2.0/networks?id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f HTTP/1.1" status: 200  len: 811 time: 0.1064901
Jan 28 02:17:12.689209 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-68a30798-5517-4f86-9327-e54a45a13d2f req-c684b88e-7a2f-49c9-bbc8-1ae01cceddd5 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 210 time: 0.0366833
Jan 28 02:17:12.715051 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4805a6c6-c02b-4f4e-ae30-ec9ed94f2eb3 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ed8db325d13496c9a417966e33b10a1 HTTP/1.1" status: 200  len: 379 time: 0.0605268
Jan 28 02:17:12.726798 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-9f872a35-3ca5-42b1-81b4-1cf456ce498a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Request body: {'port': {'device_id': '10bb7902-287b-4b8b-86bf-a6f0c5354249', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'admin_state_up': True, 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'security_groups': ['3152e73f-9778-499f-bf46-c8380857b09d']}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:17:12.894883 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-9f872a35-3ca5-42b1-81b4-1cf456ce498a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Made reservation on behalf of 7ed8db325d13496c9a417966e33b10a1 for: {'port': 1} {{(pid=102090) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 28 02:17:12.898463 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-9f872a35-3ca5-42b1-81b4-1cf456ce498a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:13.025741 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-9f872a35-3ca5-42b1-81b4-1cf456ce498a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Allocated IP 172.20.0.13 (7bcf169f-11e9-43c3-9cd8-36fa37c1812f/ad81599a-8584-45bb-9aad-97ea5adfda3a/dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:17:13.117341 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-515d3793-0695-4330-acf8-88d9956121dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:13.163554 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-9f872a35-3ca5-42b1-81b4-1cf456ce498a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:13.283587 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-9f872a35-3ca5-42b1-81b4-1cf456ce498a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:13.327026 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-9f872a35-3ca5-42b1-81b4-1cf456ce498a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:17:13.329913 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-9f872a35-3ca5-42b1-81b4-1cf456ce498a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:17:13.334109 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-9f872a35-3ca5-42b1-81b4-1cf456ce498a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:17:13.360913 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f872a35-3ca5-42b1-81b4-1cf456ce498a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event updated for resources: {'Port': ['ID=dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:17:13.389438 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-9f872a35-3ca5-42b1-81b4-1cf456ce498a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:13.390049 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-9f872a35-3ca5-42b1-81b4-1cf456ce498a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:13.497498 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-9f872a35-3ca5-42b1-81b4-1cf456ce498a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7688832
Jan 28 02:17:13.512094 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Request body: {'port': {'device_id': '10bb7902-287b-4b8b-86bf-a6f0c5354249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:17:13.564030 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:13.595280 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-80c6ebb9-0898-47cd-bb9e-214813d7730a None None] Provisioning complete for port dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 triggered by entity DHCP. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:17:13.595650 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-80c6ebb9-0898-47cd-bb9e-214813d7730a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:13.630792 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-80c6ebb9-0898-47cd-bb9e-214813d7730a None None] Port dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 cannot update to ACTIVE because it is not bound. {{(pid=102091) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Jan 28 02:17:13.857142 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedae7d-1658-418c-9000-fe4cdd411b5c req-71549d05-aeaf-4667-83cf-18df3e216c7f tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:13.858596 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4dedae7d-1658-418c-9000-fe4cdd411b5c req-71549d05-aeaf-4667-83cf-18df3e216c7f tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 932 time: 0.0929873
Jan 28 02:17:13.875006 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:17:13.889303 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:13.912566 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Transition to ACTIVE for port object dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 will not be triggered until provisioned by entity L2. {{(pid=102090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 28 02:17:13.915846 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-4dedae7d-1658-418c-9000-fe4cdd411b5c req-e67e712d-c805-4b49-bfeb-9aff3b7d6db8 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506237
Jan 28 02:17:13.992230 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:14.039888 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Pushing event updated for resources: {'Port': ['ID=dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:17:14.113429 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Attempting to bind port dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 on host hv-cinder-82497 for vnic_type normal with profile  {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jan 28 02:17:14.114087 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Attempting to bind port dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jan 28 02:17:14.114418 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Attempting to bind port dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 on network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:17:14.119831 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Port dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 on network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 28 02:17:14.120179 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Attempting to bind port dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 on network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 28 02:17:14.125449 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Checking agent: {'id': '1246eb51-3bcc-4a37-9386-0dac5c2e9ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'started_at': datetime.datetime(2022, 1, 28, 2, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 28 02:17:14.125741 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Checking segment: {'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}}
Jan 28 02:17:14.126118 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Bound using segment: {'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 28 02:17:14.126587 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Bound port: dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30933607-c039-4e64-96e1-ee23d21083b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jan 28 02:17:14.126941 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:14.200816 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] For port dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6, host hv-cinder-82497, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 28 02:17:14.203840 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] For port dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 28 02:17:14.289262 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:14.325469 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:14.326070 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:14.327435 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] 10.222.0.95 "PUT /v2.0/ports/dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 HTTP/1.1" status: 200  len: 1094 time: 0.8195882
Jan 28 02:17:14.327885 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bb7902-287b-4b8b-86bf-a6f0c5354249', 'tag': 'dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:17:14.330126 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e43948-0aa7-4a29-833a-c963e6665269" -d '{"events": [{"name": "network-changed", "server_uuid": "10bb7902-287b-4b8b-86bf-a6f0c5354249", "tag": "dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:17:14.354412 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2c59a-8352-437c-ba5b-ef995bed604d service neutron] Pushing event updated for resources: {'Port': ['ID=dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:17:14.371910 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d74b1b5-4b47-436b-b8ed-c4203dc55380 x-openstack-request-id: req-5d74b1b5-4b47-436b-b8ed-c4203dc55380 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:17:14.372251 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10bb7902-287b-4b8b-86bf-a6f0c5354249", "tag": "dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:17:14.372500 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5d74b1b5-4b47-436b-b8ed-c4203dc55380 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:17:14.372892 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bb7902-287b-4b8b-86bf-a6f0c5354249', 'tag': 'dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6', 'status': 'completed', 'code': 200}
Jan 28 02:17:14.461657 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e43948-0aa7-4a29-833a-c963e6665269 req-ca60308f-e659-4ea0-9daa-4f7fc05b3235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:14.463132 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b6e43948-0aa7-4a29-833a-c963e6665269 req-ca60308f-e659-4ea0-9daa-4f7fc05b3235 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7ed8db325d13496c9a417966e33b10a1&device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 1097 time: 0.0422330
Jan 28 02:17:14.666127 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:14.829599 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e43948-0aa7-4a29-833a-c963e6665269 req-b0af682b-07b1-4c36-8faf-1f6f33c088fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:14.831511 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b6e43948-0aa7-4a29-833a-c963e6665269 req-b0af682b-07b1-4c36-8faf-1f6f33c088fa service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=7ed8db325d13496c9a417966e33b10a1&shared=False HTTP/1.1" status: 200  len: 913 time: 0.3527479
Jan 28 02:17:14.923611 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e43948-0aa7-4a29-833a-c963e6665269 req-88722ba7-c302-495c-8314-30f1880c1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:14.925614 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b6e43948-0aa7-4a29-833a-c963e6665269 req-88722ba7-c302-495c-8314-30f1880c1b08 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.0862141
Jan 28 02:17:15.059867 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881dddbc-7389-4a88-b928-6709ee9790bf req-30efdd05-5a28-4ad2-a34d-5513b89f449d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:15.061337 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-881dddbc-7389-4a88-b928-6709ee9790bf req-30efdd05-5a28-4ad2-a34d-5513b89f449d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 944 time: 0.0793257
Jan 28 02:17:15.063073 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-a333316d-26bd-46b9-88f5-32fa009c8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:15.064399 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-a333316d-26bd-46b9-88f5-32fa009c8343 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7ed8db325d13496c9a417966e33b10a1&device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 1097 time: 0.0539834
Jan 28 02:17:15.122746 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-18798e88-c3b2-4a0c-b40d-5fca65a3c44b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 HTTP/1.1" status: 200  len: 217 time: 0.0382297
Jan 28 02:17:15.130564 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-881dddbc-7389-4a88-b928-6709ee9790bf req-c008c57a-03ed-4d82-bd38-fb384fac6694 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625477
Jan 28 02:17:15.177689 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-2a388bc5-4d4a-42f9-809f-3172346b4e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:15.179111 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-2a388bc5-4d4a-42f9-809f-3172346b4e41 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ad81599a-8584-45bb-9aad-97ea5adfda3a HTTP/1.1" status: 200  len: 850 time: 0.0477288
Jan 28 02:17:15.223755 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-2a521df2-c64a-4102-b5d5-1a3d86e62a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:15.225228 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-2a521df2-c64a-4102-b5d5-1a3d86e62a23 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0383604
Jan 28 02:17:15.312795 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-fbc63ce8-6fea-47ec-8cef-9c7496e8fbd6 service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0796902
Jan 28 02:17:15.404863 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ebb560a2-06f0-443c-b90a-daf327b80ad6 req-16cf06e7-346f-46d0-a238-c1c17c8bf54b service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830636
Jan 28 02:17:16.244406 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e253ac-a68b-4208-bf56-a13b5569d2d2 req-7602e120-eaaa-46cf-a468-3699fe950c82 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:16.245844 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d0e253ac-a68b-4208-bf56-a13b5569d2d2 req-7602e120-eaaa-46cf-a468-3699fe950c82 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 944 time: 0.0466988
Jan 28 02:17:16.282847 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d0e253ac-a68b-4208-bf56-a13b5569d2d2 req-17f7a0f6-fe80-4511-9866-de03beec2ab6 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311258
Jan 28 02:17:16.471547 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:16.597313 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:17.393474 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be0a8c-0cde-4468-affd-1d9d5854f600 req-e0aa6795-9070-4b45-a15a-ef9b12746d69 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:17.394935 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b7be0a8c-0cde-4468-affd-1d9d5854f600 req-e0aa6795-9070-4b45-a15a-ef9b12746d69 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 944 time: 0.0468881
Jan 28 02:17:17.434929 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b7be0a8c-0cde-4468-affd-1d9d5854f600 req-dda425b0-4a09-46ff-adc2-40a156fd6ded tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0337832
Jan 28 02:17:18.547080 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ee70f-6ee6-4f48-84de-a7c95d62a981 req-3336eacb-b9e7-4d44-9404-46716a6c6791 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:18.548571 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a30ee70f-6ee6-4f48-84de-a7c95d62a981 req-3336eacb-b9e7-4d44-9404-46716a6c6791 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 944 time: 0.0479763
Jan 28 02:17:18.586283 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a30ee70f-6ee6-4f48-84de-a7c95d62a981 req-c2f9b5ca-d5ef-46d8-8724-4ddf5fb35ff7 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0318189
Jan 28 02:17:19.696089 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c3352-ce38-4baf-9040-8fdd63c9aab7 req-132d4bde-3b1e-4a6e-9ed1-37be2d0df338 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:19.697538 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a46c3352-ce38-4baf-9040-8fdd63c9aab7 req-132d4bde-3b1e-4a6e-9ed1-37be2d0df338 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 944 time: 0.0465324
Jan 28 02:17:19.735150 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-a46c3352-ce38-4baf-9040-8fdd63c9aab7 req-8513092e-0c06-44f9-971e-8b2b2ac9be4f tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0317774
Jan 28 02:17:20.845024 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa2b20-0857-4dbe-b67f-6023bcc95b9f req-e7b1a300-1b4c-476f-b094-3cd8a46977f8 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:20.847336 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b3aa2b20-0857-4dbe-b67f-6023bcc95b9f req-e7b1a300-1b4c-476f-b094-3cd8a46977f8 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 944 time: 0.0473309
Jan 28 02:17:20.888198 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b3aa2b20-0857-4dbe-b67f-6023bcc95b9f req-2f677922-d0a8-4614-bcad-495b28e99b8f tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343783
Jan 28 02:17:21.620390 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:22.001333 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01926e16-f1e7-417e-b2b0-38e38642af20 req-68a3829e-f4d7-43d6-9c81-5aed59ac727d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:22.003541 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-01926e16-f1e7-417e-b2b0-38e38642af20 req-68a3829e-f4d7-43d6-9c81-5aed59ac727d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 944 time: 0.0497398
Jan 28 02:17:22.043061 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-01926e16-f1e7-417e-b2b0-38e38642af20 req-39958862-70ea-4049-8abb-6960dff3868a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0334425
Jan 28 02:17:23.155304 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32301106-b350-4f13-a2f2-a1d9113bd1d9 req-5586b27f-6e95-4da1-aff8-e92be1a919b9 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:23.156790 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-32301106-b350-4f13-a2f2-a1d9113bd1d9 req-5586b27f-6e95-4da1-aff8-e92be1a919b9 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 944 time: 0.0477889
Jan 28 02:17:23.194314 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-32301106-b350-4f13-a2f2-a1d9113bd1d9 req-f5557e2b-38b3-4b5e-ad76-1ede6afddfcc tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311563
Jan 28 02:17:23.786403 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=102091) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 28 02:17:23.877028 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:17:23.891634 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Returning: {'device': 'dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'port_id': 'dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6', 'mac_address': 'fa:16:3e:8b:0b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102091) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 28 02:17:23.929450 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:23.941864 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 {{(pid=102091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 28 02:17:23.960820 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:17:24.009248 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:24.056796 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:17:24.063687 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:17:24.064063 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:17:24.064435 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:17:24.064772 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:17:24.065095 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:17:24.065417 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:17:24.065738 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:17:24.066095 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:17:24.066455 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:17:24.066774 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:17:24.067091 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:17:24.067406 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:17:24.308907 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ac0ba-4077-406b-b065-100a48d7cdac req-881e2333-1676-465f-9ef4-d77a709b3a39 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:24.310245 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dd9ac0ba-4077-406b-b065-100a48d7cdac req-881e2333-1676-465f-9ef4-d77a709b3a39 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 945 time: 0.0483482
Jan 28 02:17:24.351325 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dd9ac0ba-4077-406b-b065-100a48d7cdac req-c01baeca-d499-4894-844c-03f593e961be tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0342839
Jan 28 02:17:24.411729 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] get_ports_and_sgs() called for port_ids ['dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6'] {{(pid=102091) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 28 02:17:25.462546 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b129d6d-0f33-4935-91e9-4b6a8acdd09b req-4a3f977b-5837-4d8c-97a2-228fd6dbdda3 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:25.464054 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1b129d6d-0f33-4935-91e9-4b6a8acdd09b req-4a3f977b-5837-4d8c-97a2-228fd6dbdda3 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 945 time: 0.0470889
Jan 28 02:17:25.507313 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1b129d6d-0f33-4935-91e9-4b6a8acdd09b req-fe511292-bac7-4eae-b901-1d26415670d3 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373657
Jan 28 02:17:25.800210 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 up at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 28 02:17:25.917222 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning for port dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 completed by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 28 02:17:25.921294 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.provisioning_blocks [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Provisioning complete for port dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 triggered by entity L2. {{(pid=102091) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 28 02:17:25.921674 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4016607'] for port, provisioning_complete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:26.020267 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:26.048443 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bb7902-287b-4b8b-86bf-a6f0c5354249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6'}] {{(pid=102091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:17:26.051427 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb4ab34301734c63e306bc6e535b7751f22b2bf981d11eec042cf9b71b5b21cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7152eed7-45db-4a9f-9e7b-a370060c28bb" -d '{"events": [{"server_uuid": "10bb7902-287b-4b8b-86bf-a6f0c5354249", "name": "network-vif-plugged", "status": "completed", "tag": "dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6"}]}' {{(pid=102091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:17:26.066759 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] For port dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:17:26.126088 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:26.177207 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Pushing event updated for resources: {'Port': ['ID=dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6,revision_number=5']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:17:26.227636 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daa63a4-cd06-42eb-a99c-ed57e4fe6dc8 x-openstack-request-id: req-7daa63a4-cd06-42eb-a99c-ed57e4fe6dc8 {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:17:26.227925 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bb7902-287b-4b8b-86bf-a6f0c5354249", "name": "network-vif-plugged", "status": "completed", "tag": "dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6", "code": 200}]} {{(pid=102091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:17:26.228335 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7daa63a4-cd06-42eb-a99c-ed57e4fe6dc8 {{(pid=102091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:17:26.228727 dv-cinder-824977-1-iscsi neutron-server[102091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bb7902-287b-4b8b-86bf-a6f0c5354249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6', 'code': 200}
Jan 28 02:17:26.650428 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1275328-1628-47aa-a27e-a1ef0c3d6419 req-0c08a079-c0ef-4df2-992d-eb1efd349414 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:26.651945 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f1275328-1628-47aa-a27e-a1ef0c3d6419 req-0c08a079-c0ef-4df2-992d-eb1efd349414 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 946 time: 0.0779123
Jan 28 02:17:26.668171 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7028c-ed82-4a8b-82dd-7c656f694354 req-58b95b15-846d-40b0-91d3-9c81f157f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:26.669591 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-48c7028c-ed82-4a8b-82dd-7c656f694354 req-58b95b15-846d-40b0-91d3-9c81f157f9a3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 1099 time: 0.0590518
Jan 28 02:17:26.711248 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f1275328-1628-47aa-a27e-a1ef0c3d6419 req-48f00ec0-c577-472b-9b91-6344a75bb1b8 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526557
Jan 28 02:17:26.724669 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-48c7028c-ed82-4a8b-82dd-7c656f694354 req-cea4427a-4718-40b3-9e1d-f8ad71ecc9ca service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455158
Jan 28 02:17:27.828573 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa7526-0991-45f9-aa3a-109721158665 req-6ced3bf7-a281-4830-ac9e-77a2b3151edc tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:27.830748 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-73fa7526-0991-45f9-aa3a-109721158665 req-6ced3bf7-a281-4830-ac9e-77a2b3151edc tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 946 time: 0.0516217
Jan 28 02:17:27.867961 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-73fa7526-0991-45f9-aa3a-109721158665 req-ae0d4505-d421-4fb6-9601-de0f03060ea3 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0315802
Jan 28 02:17:28.978810 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d5195-b069-4b11-bb62-a935addbc26d req-0e96731a-2037-4b93-9066-cff530a1d177 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:28.980365 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0f5d5195-b069-4b11-bb62-a935addbc26d req-0e96731a-2037-4b93-9066-cff530a1d177 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 946 time: 0.0474219
Jan 28 02:17:29.028368 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-0f5d5195-b069-4b11-bb62-a935addbc26d req-bb6ed83b-9236-4874-8d25-975bb3b5c9e7 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417891
Jan 28 02:17:29.151407 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351951a-bb9f-44cb-86a5-c82ab68a67c8 req-c2431424-186e-4670-be71-04d0b1c625dc tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:29.152854 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9351951a-bb9f-44cb-86a5-c82ab68a67c8 req-c2431424-186e-4670-be71-04d0b1c625dc tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 946 time: 0.0580823
Jan 28 02:17:29.190000 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-9351951a-bb9f-44cb-86a5-c82ab68a67c8 req-ee6e6c6d-1143-4a48-b08f-bf29aac18cf9 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311954
Jan 28 02:17:29.219658 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 35136) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:17:29.356659 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1190243a-8a10-4529-90a1-2ebe225a6583 tempest-TestVolumeBootPattern-557840394 tempest-TestVolumeBootPattern-557840394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:29.358164 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-1190243a-8a10-4529-90a1-2ebe225a6583 tempest-TestVolumeBootPattern-557840394 tempest-TestVolumeBootPattern-557840394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 1094 time: 0.1374724
Jan 28 02:17:29.360964 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 35140) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:17:29.365438 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.v2.base [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Request body: {'floatingip': {'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'port_id': 'dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102090) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 28 02:17:29.443170 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for floatingip, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:29.541182 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:29.642587 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Allocated IP 172.27.0.99 (f90e340b-27f2-447d-a156-32aa581e17da/626f942c-33cd-4310-8756-8b345f91ef49/5bf6a583-8193-42e2-9f1c-00c290ecf7ee) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 28 02:17:29.745376 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:29.894750 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759977365863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:29.934591 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Network f90e340b-27f2-447d-a156-32aa581e17da is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 28 02:17:29.942630 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Resources bound (agent type, host, resource id):  {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 28 02:17:29.945441 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Jan 28 02:17:29.947667 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event updated for resources: {'Port': ['ID=5bf6a583-8193-42e2-9f1c-00c290ecf7ee,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:17:30.304263 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:30.411793 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681238'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:30.560595 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:30.603189 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759977830768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759977365881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759977365899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29133806'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:30.672624 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event updated for resources: {'Port': ['ID=5bf6a583-8193-42e2-9f1c-00c290ecf7ee,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:17:30.688846 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-746666'] for floatingip, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:30.787779 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.l3_db [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Floating IP bc369925-9345-422c-859f-9fd2bbd64b65 associated. External IP: 172.27.0.99, port: dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6.
Jan 28 02:17:31.001262 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:17:31.104692 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:17:31.115608 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281f78b6-bcf9-4a67-b43e-f8cca85a97dc None None] Sync routers for ids ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:17:31.124713 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281f78b6-bcf9-4a67-b43e-f8cca85a97dc None None] Routers {'8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:17:31.131315 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-281f78b6-bcf9-4a67-b43e-f8cca85a97dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796e9d1760>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:17:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:17:31.233581 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:31.233836 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-281f78b6-bcf9-4a67-b43e-f8cca85a97dc None None] Set router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:17:31.265758 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-582bec04-8a61-426a-a67b-9536e2865277 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8991842
Jan 28 02:17:31.265758 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bb7902-287b-4b8b-86bf-a6f0c5354249', 'tag': 'dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:17:31.265758 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75adc4a-00a7-434a-9faf-9d7162d28a91" -d '{"events": [{"name": "network-changed", "server_uuid": "10bb7902-287b-4b8b-86bf-a6f0c5354249", "tag": "dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:17:31.299833 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bae0239-c71d-49c3-97f4-1d8c102ade25 x-openstack-request-id: req-8bae0239-c71d-49c3-97f4-1d8c102ade25 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:17:31.300682 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10bb7902-287b-4b8b-86bf-a6f0c5354249", "tag": "dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:17:31.300931 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8bae0239-c71d-49c3-97f4-1d8c102ade25 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:17:31.301324 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bb7902-287b-4b8b-86bf-a6f0c5354249', 'tag': 'dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6', 'status': 'completed', 'code': 200}
Jan 28 02:17:31.383813 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75adc4a-00a7-434a-9faf-9d7162d28a91 req-a85c11a6-c3de-4ae1-82db-949bbf702521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:31.385330 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b75adc4a-00a7-434a-9faf-9d7162d28a91 req-a85c11a6-c3de-4ae1-82db-949bbf702521 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7ed8db325d13496c9a417966e33b10a1&device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 1099 time: 0.0394094
Jan 28 02:17:31.461817 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-281f78b6-bcf9-4a67-b43e-f8cca85a97dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796e9d1760>, [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'acc39c7f-8e9d-485a-adf4-4f37ebafac22', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'port_id': '41e411b1-116e-434d-a378-dd8425c82364', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'mac_address': 'fa:16:3e:a6:73:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678b2127-dbf6-4985-93ba-1171bae26d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:15:06Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 1, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'fixed_ip_address_scope': None}, {'id': 'bc369925-9345-422c-859f-9fd2bbd64b65', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'port_id': 'dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'mac_address': 'fa:16:3e:8b:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bb7902-287b-4b8b-86bf-a6f0c5354249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:17:30Z', 'updated_at': '2022-01-28T02:17:30Z', 'revision_number': 0, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:39Z', 'revision_number': 5, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:17:31.484323 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75adc4a-00a7-434a-9faf-9d7162d28a91 req-856f9d93-a3fb-4361-a386-caeb4c9c6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:31.486354 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b75adc4a-00a7-434a-9faf-9d7162d28a91 req-856f9d93-a3fb-4361-a386-caeb4c9c6114 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f HTTP/1.1" status: 200  len: 913 time: 0.0943606
Jan 28 02:17:31.488756 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281f78b6-bcf9-4a67-b43e-f8cca85a97dc None None] Checking router: 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:17:31.496873 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281f78b6-bcf9-4a67-b43e-f8cca85a97dc None None] Routers {'8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:17:31.497469 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-281f78b6-bcf9-4a67-b43e-f8cca85a97dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796e9d1760>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:17:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:17:31.551284 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b75adc4a-00a7-434a-9faf-9d7162d28a91 req-84214169-42b4-46d2-bd77-3838631fe737 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 HTTP/1.1" status: 200  len: 999 time: 0.0579059
Jan 28 02:17:31.604353 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-281f78b6-bcf9-4a67-b43e-f8cca85a97dc None None] Set router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:17:31.604603 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75adc4a-00a7-434a-9faf-9d7162d28a91 req-b2388e17-e4a2-45f2-bd8f-78c545c7c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:31.606027 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b75adc4a-00a7-434a-9faf-9d7162d28a91 req-b2388e17-e4a2-45f2-bd8f-78c545c7c55b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ad81599a-8584-45bb-9aad-97ea5adfda3a HTTP/1.1" status: 200  len: 850 time: 0.0489028
Jan 28 02:17:31.651308 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75adc4a-00a7-434a-9faf-9d7162d28a91 req-4191f40f-03c6-4c05-a552-5a4d73ad2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:17:31.652841 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b75adc4a-00a7-434a-9faf-9d7162d28a91 req-4191f40f-03c6-4c05-a552-5a4d73ad2a65 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0402019
Jan 28 02:17:31.742428 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b75adc4a-00a7-434a-9faf-9d7162d28a91 req-3ffcaf75-d577-490a-94cd-38948b01afac service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816262
Jan 28 02:17:31.824365 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-281f78b6-bcf9-4a67-b43e-f8cca85a97dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796e9d1760>, [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'acc39c7f-8e9d-485a-adf4-4f37ebafac22', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'port_id': '41e411b1-116e-434d-a378-dd8425c82364', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'mac_address': 'fa:16:3e:a6:73:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678b2127-dbf6-4985-93ba-1171bae26d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:15:06Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 1, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'fixed_ip_address_scope': None}, {'id': 'bc369925-9345-422c-859f-9fd2bbd64b65', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'port_id': 'dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'mac_address': 'fa:16:3e:8b:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bb7902-287b-4b8b-86bf-a6f0c5354249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:17:30Z', 'updated_at': '2022-01-28T02:17:30Z', 'revision_number': 0, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:39Z', 'revision_number': 5, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:17:31.837540 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-b75adc4a-00a7-434a-9faf-9d7162d28a91 req-d6fcb7cf-da22-4406-8419-2a22dd7ab4be service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888002
Jan 28 02:17:31.855527 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281f78b6-bcf9-4a67-b43e-f8cca85a97dc None None] The sync data for ids ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'] in dv-cinder-824977-1-iscsi is: [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'acc39c7f-8e9d-485a-adf4-4f37ebafac22', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'port_id': '41e411b1-116e-434d-a378-dd8425c82364', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'mac_address': 'fa:16:3e:a6:73:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678b2127-dbf6-4985-93ba-1171bae26d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:15:06Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 1, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'fixed_ip_address_scope': None}, {'id': 'bc369925-9345-422c-859f-9fd2bbd64b65', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'port_id': 'dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'mac_address': 'fa:16:3e:8b:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bb7902-287b-4b8b-86bf-a6f0c5354249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:17:30Z', 'updated_at': '2022-01-28T02:17:30Z', 'revision_number': 0, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:39Z', 'revision_number': 5, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:17:32.038872 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff1f93-f2b5-4bf4-9f6e-1cbec825594f None None] New status for floating IP bc369925-9345-422c-859f-9fd2bbd64b65: ACTIVE {{(pid=102092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:17:40.819790 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-608ceae9-d90c-4440-bde9-5a19c208a3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:43.094065 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-0ed1ead4-37fb-4648-a4c9-00fcbbc1f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:44.648538 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:46.494452 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:46.619373 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:17:46.726860 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:17:51.688480 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:00.796075 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-07e2b4ac-e070-4293-b214-73914856046c req-e3a1c106-2b50-475c-be8b-e6b65479547f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0381405
Jan 28 02:18:00.903116 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2b4ac-e070-4293-b214-73914856046c req-06659b57-74c5-4e81-9917-ffc1c2dd2faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:18:00.904649 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-07e2b4ac-e070-4293-b214-73914856046c req-06659b57-74c5-4e81-9917-ffc1c2dd2faf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7ed8db325d13496c9a417966e33b10a1&device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 1098 time: 0.0387723
Jan 28 02:18:01.014348 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2b4ac-e070-4293-b214-73914856046c req-962e4175-c90a-4759-b7f1-963daea4bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:18:01.015857 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-07e2b4ac-e070-4293-b214-73914856046c req-962e4175-c90a-4759-b7f1-963daea4bca3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f HTTP/1.1" status: 200  len: 913 time: 0.0864367
Jan 28 02:18:01.085444 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-07e2b4ac-e070-4293-b214-73914856046c req-b02757eb-d889-4d68-931b-3f8a4199585a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41e411b1-116e-434d-a378-dd8425c82364 HTTP/1.1" status: 200  len: 1000 time: 0.0585704
Jan 28 02:18:01.141951 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2b4ac-e070-4293-b214-73914856046c req-bca17979-1fa4-453a-acf2-95b29cd8b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:18:01.143621 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-07e2b4ac-e070-4293-b214-73914856046c req-bca17979-1fa4-453a-acf2-95b29cd8b5bd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ad81599a-8584-45bb-9aad-97ea5adfda3a HTTP/1.1" status: 200  len: 850 time: 0.0492361
Jan 28 02:18:01.187637 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2b4ac-e070-4293-b214-73914856046c req-aa11a465-2dc7-4cbf-a155-10d2983f0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:18:01.189125 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-07e2b4ac-e070-4293-b214-73914856046c req-aa11a465-2dc7-4cbf-a155-10d2983f0c47 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0389078
Jan 28 02:18:01.279660 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-07e2b4ac-e070-4293-b214-73914856046c req-6a765e00-8bd7-4964-8504-05590df01a8a service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0790343
Jan 28 02:18:01.374700 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-07e2b4ac-e070-4293-b214-73914856046c req-fe348341-3797-4075-9cc6-8dfd04aea356 service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839262
Jan 28 02:18:10.859177 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-c0978b2a-190a-4eb1-807c-9afc3b9a6203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:13.093696 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-734371fa-ea0d-4cee-be33-3fd9316681e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:14.704883 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:16.557342 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:16.642255 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:21.659597 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:23.754585 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:18:40.813123 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-ce031420-093d-4016-80d8-581e04ba0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:43.070534 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-79261f50-0627-4bce-8ca9-c0e222bb6c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:44.681699 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:46.503919 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:46.618468 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:18:51.663915 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:00.723202 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:19:00.797753 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5f487bb5-2d7e-4a5d-a6af-078fbfa250ba req-9861e0ab-9f13-4b0d-a7b4-9d8cde0d79a3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0384910
Jan 28 02:19:00.874839 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f487bb5-2d7e-4a5d-a6af-078fbfa250ba req-2b0319fd-9686-445c-a142-cee90aa2d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:00.876272 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5f487bb5-2d7e-4a5d-a6af-078fbfa250ba req-2b0319fd-9686-445c-a142-cee90aa2d36d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7ed8db325d13496c9a417966e33b10a1&device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 1099 time: 0.0382535
Jan 28 02:19:00.984226 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f487bb5-2d7e-4a5d-a6af-078fbfa250ba req-79845764-a85a-41e5-9c30-df9a3c15c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:00.985583 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5f487bb5-2d7e-4a5d-a6af-078fbfa250ba req-79845764-a85a-41e5-9c30-df9a3c15c5f3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f HTTP/1.1" status: 200  len: 913 time: 0.0851634
Jan 28 02:19:01.052672 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5f487bb5-2d7e-4a5d-a6af-078fbfa250ba req-31195b25-d725-4efc-9ba0-a102decb0c56 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 HTTP/1.1" status: 200  len: 1001 time: 0.0565412
Jan 28 02:19:01.108360 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f487bb5-2d7e-4a5d-a6af-078fbfa250ba req-cff00b5a-a194-4db3-895f-21b1891834cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:01.109754 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5f487bb5-2d7e-4a5d-a6af-078fbfa250ba req-cff00b5a-a194-4db3-895f-21b1891834cf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ad81599a-8584-45bb-9aad-97ea5adfda3a HTTP/1.1" status: 200  len: 850 time: 0.0458548
Jan 28 02:19:01.157101 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f487bb5-2d7e-4a5d-a6af-078fbfa250ba req-d98f1c6f-c8cf-4763-84b9-9bda3b3f524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:01.158679 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5f487bb5-2d7e-4a5d-a6af-078fbfa250ba req-d98f1c6f-c8cf-4763-84b9-9bda3b3f524e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0380561
Jan 28 02:19:01.250156 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5f487bb5-2d7e-4a5d-a6af-078fbfa250ba req-0c66e6f3-49d3-4125-99ca-88f417060f44 service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805380
Jan 28 02:19:01.342478 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-5f487bb5-2d7e-4a5d-a6af-078fbfa250ba req-92040406-2084-46c0-8256-4ea782eabbec service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827410
Jan 28 02:19:10.128073 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 35172) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:19:10.278785 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Deleting port 5bf6a583-8193-42e2-9f1c-00c290ecf7ee {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:19:10.279119 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:10.353727 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:10.354047 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:10.366147 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Calling delete_port for 5bf6a583-8193-42e2-9f1c-00c290ecf7ee owned by network:floatingip {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:19:10.595177 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:10.623737 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event deleted for resources: {'Port': ['ID=5bf6a583-8193-42e2-9f1c-00c290ecf7ee,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:10.648096 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:10.648438 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:10.648769 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:10.649094 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:10.649415 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:10.649735 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:10.650054 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:10.650377 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:10.650693 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:10.651096 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:10.652213 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:10.652727 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:10.690967 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for floatingip, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:10.691297 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.l3_db [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Floating IP bc369925-9345-422c-859f-9fd2bbd64b65 disassociated (deleted). External IP: 172.27.0.99, port: dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6.
Jan 28 02:19:10.812431 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-4f1186fe-60b2-4505-9b53-bfd6da499e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:11.168236 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:19:11.281362 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:19:11.286303 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:11.291096 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ee824a-f9d5-4701-921f-55f6a4f74c6f None None] Sync routers for ids ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:19:11.301420 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ee824a-f9d5-4701-921f-55f6a4f74c6f None None] Routers {'8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:19:11.302447 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-e6ee824a-f9d5-4701-921f-55f6a4f74c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796edf26a0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:18:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:11.314270 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-5f047a19-8b44-48e5-a83c-f45aaca9fed0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "DELETE /v2.0/floatingips/bc369925-9345-422c-859f-9fd2bbd64b65 HTTP/1.1" status: 204  len: 168 time: 1.1851056
Jan 28 02:19:11.314863 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bb7902-287b-4b8b-86bf-a6f0c5354249', 'tag': 'dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:19:11.317177 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f8b2da-d138-407c-82fc-bb929679ad51" -d '{"events": [{"name": "network-changed", "server_uuid": "10bb7902-287b-4b8b-86bf-a6f0c5354249", "tag": "dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:19:11.363882 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226bf74d-e466-4c97-a8aa-26369c691dec x-openstack-request-id: req-226bf74d-e466-4c97-a8aa-26369c691dec {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:19:11.364191 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10bb7902-287b-4b8b-86bf-a6f0c5354249", "tag": "dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:19:11.364459 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-226bf74d-e466-4c97-a8aa-26369c691dec {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:19:11.364843 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bb7902-287b-4b8b-86bf-a6f0c5354249', 'tag': 'dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6', 'status': 'completed', 'code': 200}
Jan 28 02:19:11.422055 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-e6ee824a-f9d5-4701-921f-55f6a4f74c6f None None] Set router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:19:11.461359 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8b2da-d138-407c-82fc-bb929679ad51 req-d05b8674-3ac3-42ae-86cd-831f8dc97ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:11.463069 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-06f8b2da-d138-407c-82fc-bb929679ad51 req-d05b8674-3ac3-42ae-86cd-831f8dc97ea4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7ed8db325d13496c9a417966e33b10a1&device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 1099 time: 0.0435772
Jan 28 02:19:11.572229 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8b2da-d138-407c-82fc-bb929679ad51 req-57a44809-c598-4c35-9ab3-169e8654101a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:11.574020 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-06f8b2da-d138-407c-82fc-bb929679ad51 req-57a44809-c598-4c35-9ab3-169e8654101a service neutron] 10.222.0.95 "GET /v2.0/networks?id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f HTTP/1.1" status: 200  len: 913 time: 0.0994601
Jan 28 02:19:11.622570 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-06f8b2da-d138-407c-82fc-bb929679ad51 req-4cbc1697-3b65-4c41-a767-7dd7a228ab6f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 HTTP/1.1" status: 200  len: 217 time: 0.0382226
Jan 28 02:19:11.663258 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-e6ee824a-f9d5-4701-921f-55f6a4f74c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796edf26a0>, [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'acc39c7f-8e9d-485a-adf4-4f37ebafac22', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'port_id': '41e411b1-116e-434d-a378-dd8425c82364', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'mac_address': 'fa:16:3e:a6:73:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678b2127-dbf6-4985-93ba-1171bae26d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:15:06Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 1, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:39Z', 'revision_number': 5, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:11.687490 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8b2da-d138-407c-82fc-bb929679ad51 req-60b21d7d-c26c-4aae-a288-aeea1436e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:11.687490 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-06f8b2da-d138-407c-82fc-bb929679ad51 req-60b21d7d-c26c-4aae-a288-aeea1436e3b2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ad81599a-8584-45bb-9aad-97ea5adfda3a HTTP/1.1" status: 200  len: 850 time: 0.0478802
Jan 28 02:19:11.692062 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ee824a-f9d5-4701-921f-55f6a4f74c6f None None] Checking router: 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:19:11.700893 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ee824a-f9d5-4701-921f-55f6a4f74c6f None None] Routers {'8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:19:11.701509 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-e6ee824a-f9d5-4701-921f-55f6a4f74c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796edf26a0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:18:43Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:11.771131 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8b2da-d138-407c-82fc-bb929679ad51 req-fce5cc79-ee7f-4172-87cc-b54a309165c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:11.772658 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-06f8b2da-d138-407c-82fc-bb929679ad51 req-fce5cc79-ee7f-4172-87cc-b54a309165c0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727873
Jan 28 02:19:11.783943 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4fe97-da16-4463-9b85-2f2ed4d8f5cd req-85667ce9-1b02-4110-8fd3-bef94059f95a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:11.785349 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-79d4fe97-da16-4463-9b85-2f2ed4d8f5cd req-85667ce9-1b02-4110-8fd3-bef94059f95a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 946 time: 0.0765822
Jan 28 02:19:11.816646 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-e6ee824a-f9d5-4701-921f-55f6a4f74c6f None None] Set router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:19:11.872872 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-79d4fe97-da16-4463-9b85-2f2ed4d8f5cd req-16927102-81f7-41f4-b9e9-e40c3674c3e0 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783012
Jan 28 02:19:11.907829 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-06f8b2da-d138-407c-82fc-bb929679ad51 req-9de57502-c523-476c-b6de-ae977449620b service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215131
Jan 28 02:19:12.014322 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-06f8b2da-d138-407c-82fc-bb929679ad51 req-8c5662ac-85d7-4b4b-9955-e4c23f63feb5 service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0972669
Jan 28 02:19:12.175843 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-e6ee824a-f9d5-4701-921f-55f6a4f74c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796edf26a0>, [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'acc39c7f-8e9d-485a-adf4-4f37ebafac22', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'port_id': '41e411b1-116e-434d-a378-dd8425c82364', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'mac_address': 'fa:16:3e:a6:73:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678b2127-dbf6-4985-93ba-1171bae26d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:15:06Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 1, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:39Z', 'revision_number': 5, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:12.203205 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ee824a-f9d5-4701-921f-55f6a4f74c6f None None] The sync data for ids ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'] in dv-cinder-824977-1-iscsi is: [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_floatingips': [{'id': 'acc39c7f-8e9d-485a-adf4-4f37ebafac22', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'router_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'port_id': '41e411b1-116e-434d-a378-dd8425c82364', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'mac_address': 'fa:16:3e:a6:73:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678b2127-dbf6-4985-93ba-1171bae26d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:15:06Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 1, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:39Z', 'revision_number': 5, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:19:12.411229 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f0e651-96d2-47de-abe1-211c5d8f0dfa None None] New status for floating IP bc369925-9345-422c-859f-9fd2bbd64b65: DOWN {{(pid=102092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:19:12.998514 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e7361-8099-48a5-9530-5905e840faae req-08034c36-2253-4338-93f3-9223b99fdb6e tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:13.000065 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-de3e7361-8099-48a5-9530-5905e840faae req-08034c36-2253-4338-93f3-9223b99fdb6e tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 946 time: 0.0486352
Jan 28 02:19:13.041218 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-de3e7361-8099-48a5-9530-5905e840faae req-e1b62d4b-26d3-40b6-86e8-6e3b1e090b8a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0333941
Jan 28 02:19:13.108842 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-45c38767-ec4e-4f9c-8ba6-dce35fdd9f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:13.814229 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85d3c5-51b3-4c17-8dab-7ee33e92693b req-c2dfc682-4d6a-4021-afb1-27617fabf07a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:13.815667 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be85d3c5-51b3-4c17-8dab-7ee33e92693b req-c2dfc682-4d6a-4021-afb1-27617fabf07a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.95 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 946 time: 0.0538375
Jan 28 02:19:13.907281 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-be85d3c5-51b3-4c17-8dab-7ee33e92693b req-7a40e703-5e34-486c-a633-d3cdaaa64b27 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Deleting port dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:19:13.907616 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-be85d3c5-51b3-4c17-8dab-7ee33e92693b req-7a40e703-5e34-486c-a633-d3cdaaa64b27 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:13.999083 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-be85d3c5-51b3-4c17-8dab-7ee33e92693b req-7a40e703-5e34-486c-a633-d3cdaaa64b27 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] For port dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:19:13.999793 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-be85d3c5-51b3-4c17-8dab-7ee33e92693b req-7a40e703-5e34-486c-a633-d3cdaaa64b27 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:14.010813 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-be85d3c5-51b3-4c17-8dab-7ee33e92693b req-7a40e703-5e34-486c-a633-d3cdaaa64b27 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Calling delete_port for dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:19:14.184277 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3978d6-2a23-4f6e-977d-719ff8b6bebc req-91b74200-c2ad-4fa3-a116-82d5c22ea2d2 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:14.185761 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1c3978d6-2a23-4f6e-977d-719ff8b6bebc req-91b74200-c2ad-4fa3-a116-82d5c22ea2d2 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 946 time: 0.0683517
Jan 28 02:19:14.224840 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-1c3978d6-2a23-4f6e-977d-719ff8b6bebc req-e6a11c8f-da79-4554-a75f-27383ffdfbe3 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0330744
Jan 28 02:19:14.246624 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-be85d3c5-51b3-4c17-8dab-7ee33e92693b req-7a40e703-5e34-486c-a633-d3cdaaa64b27 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:14.274162 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40e703-5e34-486c-a633-d3cdaaa64b27 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event deleted for resources: {'Port': ['ID=dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:14.325156 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-be85d3c5-51b3-4c17-8dab-7ee33e92693b req-7a40e703-5e34-486c-a633-d3cdaaa64b27 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] No DVR routers for this DVR port dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:19:14.325156 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-be85d3c5-51b3-4c17-8dab-7ee33e92693b req-7a40e703-5e34-486c-a633-d3cdaaa64b27 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:14.325156 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-be85d3c5-51b3-4c17-8dab-7ee33e92693b req-7a40e703-5e34-486c-a633-d3cdaaa64b27 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.95 "DELETE /v2.0/ports/dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 HTTP/1.1" status: 204  len: 173 time: 0.4960332
Jan 28 02:19:14.325156 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bb7902-287b-4b8b-86bf-a6f0c5354249', 'name': 'network-vif-deleted', 'tag': 'dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:19:14.325156 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180088a1-aeec-4385-9ff0-d6f81263e738" -d '{"events": [{"server_uuid": "10bb7902-287b-4b8b-86bf-a6f0c5354249", "name": "network-vif-deleted", "tag": "dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:19:14.360011 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63140d32-04ed-422f-91a7-33fd3833a164 x-openstack-request-id: req-63140d32-04ed-422f-91a7-33fd3833a164 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:19:14.360292 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bb7902-287b-4b8b-86bf-a6f0c5354249", "name": "network-vif-deleted", "tag": "dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:19:14.360611 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-63140d32-04ed-422f-91a7-33fd3833a164 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:19:14.361012 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bb7902-287b-4b8b-86bf-a6f0c5354249', 'name': 'network-vif-deleted', 'tag': 'dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6', 'status': 'completed', 'code': 200}
Jan 28 02:19:14.669804 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:15.329964 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-ea3f6e1a-0ee3-46f8-8340-9e1b8bfbf459 req-ddf946e8-11a7-4cbd-99f7-2d24c541f793 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=10bb7902-287b-4b8b-86bf-a6f0c5354249 HTTP/1.1" status: 200  len: 210 time: 0.0284066
Jan 28 02:19:16.306760 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:19:16.328551 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:19:16.328898 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device dbf2b58a-38d3-4f4c-b7dc-134dcf5043a6 not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:19:16.509867 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:16.606750 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:18.889521 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 35220) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:19:19.076213 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e4c75-64d2-4b07-9107-1d7ec12e010d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Deleting port b8578dfc-8303-4913-bff3-152a2ac6c3aa {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:19:19.076555 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-fc0e4c75-64d2-4b07-9107-1d7ec12e010d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:19.152188 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-fc0e4c75-64d2-4b07-9107-1d7ec12e010d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:19.152511 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-fc0e4c75-64d2-4b07-9107-1d7ec12e010d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:19.164290 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e4c75-64d2-4b07-9107-1d7ec12e010d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Calling delete_port for b8578dfc-8303-4913-bff3-152a2ac6c3aa owned by network:floatingip {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:19:19.413372 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-fc0e4c75-64d2-4b07-9107-1d7ec12e010d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:19.440860 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e4c75-64d2-4b07-9107-1d7ec12e010d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event deleted for resources: {'Port': ['ID=b8578dfc-8303-4913-bff3-152a2ac6c3aa,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:19.506384 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-fc0e4c75-64d2-4b07-9107-1d7ec12e010d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for floatingip, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:19.506726 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.db.l3_db [None req-fc0e4c75-64d2-4b07-9107-1d7ec12e010d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Floating IP acc39c7f-8e9d-485a-adf4-4f37ebafac22 disassociated (deleted). External IP: 172.27.0.58, port: 41e411b1-116e-434d-a378-dd8425c82364.
Jan 28 02:19:19.720847 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0e4c75-64d2-4b07-9107-1d7ec12e010d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:19:19.841484 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0e4c75-64d2-4b07-9107-1d7ec12e010d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:19:19.846332 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-fc0e4c75-64d2-4b07-9107-1d7ec12e010d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:19.851576 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c75fbf-8c00-4112-a522-812ab264bff6 None None] Sync routers for ids ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:19:19.861596 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c75fbf-8c00-4112-a522-812ab264bff6 None None] Routers {'8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:19:19.862217 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-d1c75fbf-8c00-4112-a522-812ab264bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f3a4ee0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:19:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:19.887729 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-fc0e4c75-64d2-4b07-9107-1d7ec12e010d tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "DELETE /v2.0/floatingips/acc39c7f-8e9d-485a-adf4-4f37ebafac22 HTTP/1.1" status: 204  len: 168 time: 0.9935484
Jan 28 02:19:19.887729 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678b2127-dbf6-4985-93ba-1171bae26d88', 'tag': '41e411b1-116e-434d-a378-dd8425c82364'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:19:19.890687 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1ad0c0-590b-4395-a18d-13b833f9bf27" -d '{"events": [{"name": "network-changed", "server_uuid": "678b2127-dbf6-4985-93ba-1171bae26d88", "tag": "41e411b1-116e-434d-a378-dd8425c82364"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:19:19.930952 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32619e93-871c-4680-a447-99d564f52958 x-openstack-request-id: req-32619e93-871c-4680-a447-99d564f52958 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:19:19.931442 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678b2127-dbf6-4985-93ba-1171bae26d88", "tag": "41e411b1-116e-434d-a378-dd8425c82364", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:19:19.931766 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-32619e93-871c-4680-a447-99d564f52958 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:19:19.933014 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678b2127-dbf6-4985-93ba-1171bae26d88', 'tag': '41e411b1-116e-434d-a378-dd8425c82364', 'status': 'completed', 'code': 200}
Jan 28 02:19:19.983026 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-d1c75fbf-8c00-4112-a522-812ab264bff6 None None] Set router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:19:20.035754 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ad0c0-590b-4395-a18d-13b833f9bf27 req-ccd35380-04ab-4feb-8224-9800a880d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:20.037669 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dd1ad0c0-590b-4395-a18d-13b833f9bf27 req-ccd35380-04ab-4feb-8224-9800a880d092 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7ed8db325d13496c9a417966e33b10a1&device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 1098 time: 0.0474844
Jan 28 02:19:20.133160 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ad0c0-590b-4395-a18d-13b833f9bf27 req-0f242697-5bb6-456b-9932-255d323e9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:20.134802 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dd1ad0c0-590b-4395-a18d-13b833f9bf27 req-0f242697-5bb6-456b-9932-255d323e9a93 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f HTTP/1.1" status: 200  len: 913 time: 0.0903788
Jan 28 02:19:20.190410 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dd1ad0c0-590b-4395-a18d-13b833f9bf27 req-0ffdd596-0190-4482-ba9a-1701b0a76c94 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41e411b1-116e-434d-a378-dd8425c82364 HTTP/1.1" status: 200  len: 217 time: 0.0393672
Jan 28 02:19:20.222759 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-d1c75fbf-8c00-4112-a522-812ab264bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f3a4ee0>, [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:39Z', 'revision_number': 5, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:20.251317 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ad0c0-590b-4395-a18d-13b833f9bf27 req-37208aa4-fa8a-4b48-bb23-68d968359c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:20.252626 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dd1ad0c0-590b-4395-a18d-13b833f9bf27 req-37208aa4-fa8a-4b48-bb23-68d968359c87 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ad81599a-8584-45bb-9aad-97ea5adfda3a HTTP/1.1" status: 200  len: 850 time: 0.0514975
Jan 28 02:19:20.253979 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c75fbf-8c00-4112-a522-812ab264bff6 None None] Checking router: 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:19:20.262811 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c75fbf-8c00-4112-a522-812ab264bff6 None None] Routers {'8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:19:20.263527 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-d1c75fbf-8c00-4112-a522-812ab264bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f3a4ee0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:19:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:20.359135 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5f24d-ad6f-44b2-9b87-791a5989d804 req-c51020ef-e266-4d23-bb2c-67427ab99530 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:20.360747 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-64d5f24d-ad6f-44b2-9b87-791a5989d804 req-c51020ef-e266-4d23-bb2c-67427ab99530 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 945 time: 0.0797968
Jan 28 02:19:20.371561 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-d1c75fbf-8c00-4112-a522-812ab264bff6 None None] Set router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:19:20.376479 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ad0c0-590b-4395-a18d-13b833f9bf27 req-950abb1b-c171-4f7e-b29d-5b527ddec6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:20.377974 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dd1ad0c0-590b-4395-a18d-13b833f9bf27 req-950abb1b-c171-4f7e-b29d-5b527ddec6fb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7bcf169f-11e9-43c3-9cd8-36fa37c1812f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714030
Jan 28 02:19:20.451081 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-64d5f24d-ad6f-44b2-9b87-791a5989d804 req-c4af7659-79d2-4f6d-9d1f-9d5e88ad48fa tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0832734
Jan 28 02:19:20.488118 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dd1ad0c0-590b-4395-a18d-13b833f9bf27 req-3d83fdf2-f9d9-4db8-a81a-96be8eaea80b service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1018980
Jan 28 02:19:20.571624 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-d1c75fbf-8c00-4112-a522-812ab264bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f3a4ee0>, [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:39Z', 'revision_number': 5, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:20.590314 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-dd1ad0c0-590b-4395-a18d-13b833f9bf27 req-1c250302-cc07-4d91-a296-f6366e018d47 service neutron] 10.222.0.95 "GET /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0944285
Jan 28 02:19:20.602904 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c75fbf-8c00-4112-a522-812ab264bff6 None None] The sync data for ids ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'] in dv-cinder-824977-1-iscsi is: [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:11:34Z', 'revision_number': 4, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi', '_interfaces': [{'id': '9d129fc5-cfda-4af6-99e0-3afa624e6869', 'name': '', 'network_id': '7bcf169f-11e9-43c3-9cd8-36fa37c1812f', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'mac_address': 'fa:16:3e:97:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:33Z', 'updated_at': '2022-01-28T02:11:39Z', 'revision_number': 5, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'subnets': [{'id': 'ad81599a-8584-45bb-9aad-97ea5adfda3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:19:20.824192 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b255e74-9152-47a9-b481-2f68c9be1b68 None None] New status for floating IP acc39c7f-8e9d-485a-adf4-4f37ebafac22: DOWN {{(pid=102092) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 28 02:19:21.571804 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd25d3-0067-4087-add3-decebeffc9c9 req-0e8531dc-5579-4253-82d4-a0644b0a5f2a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:21.573972 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-aecd25d3-0067-4087-add3-decebeffc9c9 req-0e8531dc-5579-4253-82d4-a0644b0a5f2a tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 945 time: 0.0499339
Jan 28 02:19:21.617291 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-aecd25d3-0067-4087-add3-decebeffc9c9 req-506d10fa-900f-4461-8187-6c81cc73b801 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373745
Jan 28 02:19:21.675258 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:22.334079 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c0aa7-385c-481d-ae2c-a4c31dabc847 req-a522187a-f38d-4a95-aaea-02b7880c476e tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:22.335635 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3c0c0aa7-385c-481d-ae2c-a4c31dabc847 req-a522187a-f38d-4a95-aaea-02b7880c476e tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.95 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 945 time: 0.0507278
Jan 28 02:19:22.431590 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-3c0c0aa7-385c-481d-ae2c-a4c31dabc847 req-8e992f32-6bd8-4432-b41a-0f0d21221505 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Deleting port 41e411b1-116e-434d-a378-dd8425c82364 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:19:22.431930 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-3c0c0aa7-385c-481d-ae2c-a4c31dabc847 req-8e992f32-6bd8-4432-b41a-0f0d21221505 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:22.521985 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [req-3c0c0aa7-385c-481d-ae2c-a4c31dabc847 req-8e992f32-6bd8-4432-b41a-0f0d21221505 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] For port 41e411b1-116e-434d-a378-dd8425c82364, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=41e411b1-116e-434d-a378-dd8425c82364,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:19:22.522351 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-3c0c0aa7-385c-481d-ae2c-a4c31dabc847 req-8e992f32-6bd8-4432-b41a-0f0d21221505 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:22.535138 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [req-3c0c0aa7-385c-481d-ae2c-a4c31dabc847 req-8e992f32-6bd8-4432-b41a-0f0d21221505 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Calling delete_port for 41e411b1-116e-434d-a378-dd8425c82364 owned by compute:nova {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:19:22.716064 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-3c0c0aa7-385c-481d-ae2c-a4c31dabc847 req-8e992f32-6bd8-4432-b41a-0f0d21221505 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:22.749407 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e992f32-6bd8-4432-b41a-0f0d21221505 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event deleted for resources: {'Port': ['ID=41e411b1-116e-434d-a378-dd8425c82364,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:22.765201 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9250daa-2192-45ab-bdaf-43fa9a496a57 req-88f60209-5c4c-4e47-afef-b628432e1901 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102090) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 28 02:19:22.767070 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f9250daa-2192-45ab-bdaf-43fa9a496a57 req-88f60209-5c4c-4e47-afef-b628432e1901 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 945 time: 0.0824289
Jan 28 02:19:22.815100 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0c0aa7-385c-481d-ae2c-a4c31dabc847 req-8e992f32-6bd8-4432-b41a-0f0d21221505 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] No DVR routers for this DVR port 41e411b1-116e-434d-a378-dd8425c82364 on host hv-cinder-82497 {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:19:22.818295 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [req-3c0c0aa7-385c-481d-ae2c-a4c31dabc847 req-8e992f32-6bd8-4432-b41a-0f0d21221505 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for port, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:22.821548 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-3c0c0aa7-385c-481d-ae2c-a4c31dabc847 req-8e992f32-6bd8-4432-b41a-0f0d21221505 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.95 "DELETE /v2.0/ports/41e411b1-116e-434d-a378-dd8425c82364 HTTP/1.1" status: 204  len: 173 time: 0.4777560
Jan 28 02:19:22.822318 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678b2127-dbf6-4985-93ba-1171bae26d88', 'name': 'network-vif-deleted', 'tag': '41e411b1-116e-434d-a378-dd8425c82364'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 28 02:19:22.825530 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}436898c6ddf89d1f9a37b3bdb2f8a1383f8cf4c9beb94aa35f26271566099ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed8ee87-4c8e-4407-b0ec-aa95720f181c" -d '{"events": [{"server_uuid": "678b2127-dbf6-4985-93ba-1171bae26d88", "name": "network-vif-deleted", "tag": "41e411b1-116e-434d-a378-dd8425c82364"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 28 02:19:22.847367 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-f9250daa-2192-45ab-bdaf-43fa9a496a57 req-ae4315e3-253b-43bb-b2f5-3aedb28d2cc7 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/security-groups?id=3152e73f-9778-499f-bf46-c8380857b09d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631828
Jan 28 02:19:22.865740 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4284564-699f-41d1-873c-d4117052df04 x-openstack-request-id: req-b4284564-699f-41d1-873c-d4117052df04 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 28 02:19:22.866034 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678b2127-dbf6-4985-93ba-1171bae26d88", "name": "network-vif-deleted", "tag": "41e411b1-116e-434d-a378-dd8425c82364", "status": "completed", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 28 02:19:22.866289 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b4284564-699f-41d1-873c-d4117052df04 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 28 02:19:22.866826 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678b2127-dbf6-4985-93ba-1171bae26d88', 'name': 'network-vif-deleted', 'tag': '41e411b1-116e-434d-a378-dd8425c82364', 'status': 'completed', 'code': 200}
Jan 28 02:19:23.955277 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [req-d46930b4-c35c-4d77-8c6d-f3d8a6436c0f req-4168315c-949a-4c6d-9eac-1a99c8e6ad1f tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "GET /v2.0/ports?device_id=678b2127-dbf6-4985-93ba-1171bae26d88 HTTP/1.1" status: 200  len: 210 time: 0.0256488
Jan 28 02:19:24.329822 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 41e411b1-116e-434d-a378-dd8425c82364 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:19:24.351254 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] No Port match for: 41e411b1-116e-434d-a378-dd8425c82364 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:19:24.351711 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Device 41e411b1-116e-434d-a378-dd8425c82364 not bound to the agent host hv-cinder-82497 {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:19:25.013027 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 35242) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:19:25.134073 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-19ff35f7-d50c-4c74-9c3a-116b916c2b0b tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Deleting port a98ef81d-204e-4a10-966e-52b2af42ec8c {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:19:25.134416 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-19ff35f7-d50c-4c74-9c3a-116b916c2b0b tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:25.213257 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-19ff35f7-d50c-4c74-9c3a-116b916c2b0b tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:25.213587 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-19ff35f7-d50c-4c74-9c3a-116b916c2b0b tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:25.225700 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-19ff35f7-d50c-4c74-9c3a-116b916c2b0b tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Calling delete_port for a98ef81d-204e-4a10-966e-52b2af42ec8c owned by network:floatingip {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:19:25.464539 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-19ff35f7-d50c-4c74-9c3a-116b916c2b0b tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:25.495229 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff35f7-d50c-4c74-9c3a-116b916c2b0b tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event deleted for resources: {'Port': ['ID=a98ef81d-204e-4a10-966e-52b2af42ec8c,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:25.551337 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-19ff35f7-d50c-4c74-9c3a-116b916c2b0b tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for floatingip, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:25.553811 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-19ff35f7-d50c-4c74-9c3a-116b916c2b0b tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11663'] for floatingip, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:25.554954 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-19ff35f7-d50c-4c74-9c3a-116b916c2b0b tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "DELETE /v2.0/floatingips/df90c8a3-5ada-4d57-8724-86e8c23b13b2 HTTP/1.1" status: 204  len: 168 time: 0.5409472
Jan 28 02:19:26.905960 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 35254) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:19:26.967169 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8298af70-dd4c-485d-8401-5240b5d29877 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:26.997881 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8298af70-dd4c-485d-8401-5240b5d29877 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:27.434898 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8298af70-dd4c-485d-8401-5240b5d29877 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:27.437629 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8298af70-dd4c-485d-8401-5240b5d29877 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:27.438796 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-8298af70-dd4c-485d-8401-5240b5d29877 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] 10.222.0.79 "DELETE /v2.0/security-groups/3152e73f-9778-499f-bf46-c8380857b09d HTTP/1.1" status: 204  len: 168 time: 0.5318506
Jan 28 02:19:27.451670 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298af70-dd4c-485d-8401-5240b5d29877 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3152e73f-9778-499f-bf46-c8380857b09d,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:27.459073 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298af70-dd4c-485d-8401-5240b5d29877 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:27.459604 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298af70-dd4c-485d-8401-5240b5d29877 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:27.459758 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298af70-dd4c-485d-8401-5240b5d29877 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:27.460068 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298af70-dd4c-485d-8401-5240b5d29877 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:27.460397 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298af70-dd4c-485d-8401-5240b5d29877 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:27.460776 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298af70-dd4c-485d-8401-5240b5d29877 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:27.461101 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298af70-dd4c-485d-8401-5240b5d29877 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:27.461420 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298af70-dd4c-485d-8401-5240b5d29877 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:27.461734 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298af70-dd4c-485d-8401-5240b5d29877 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:27.462230 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298af70-dd4c-485d-8401-5240b5d29877 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:27.462576 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298af70-dd4c-485d-8401-5240b5d29877 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:27.462877 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298af70-dd4c-485d-8401-5240b5d29877 tempest-TestVolumeBootPattern-1047067056 tempest-TestVolumeBootPattern-1047067056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:27.578573 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 35260) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:19:28.406245 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-abacb114-3754-4340-a809-ecabe3f7aa88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564394'] for router_interface, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:28.679255 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-abacb114-3754-4340-a809-ecabe3f7aa88 admin admin] Deleting port 9d129fc5-cfda-4af6-99e0-3afa624e6869 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:19:28.680336 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-abacb114-3754-4340-a809-ecabe3f7aa88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:28.765843 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-abacb114-3754-4340-a809-ecabe3f7aa88 admin admin] For port 9d129fc5-cfda-4af6-99e0-3afa624e6869, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=9d129fc5-cfda-4af6-99e0-3afa624e6869,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:19:28.766202 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-abacb114-3754-4340-a809-ecabe3f7aa88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:28.779615 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-abacb114-3754-4340-a809-ecabe3f7aa88 admin admin] Calling delete_port for 9d129fc5-cfda-4af6-99e0-3afa624e6869 owned by network:router_interface {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:19:29.059231 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-abacb114-3754-4340-a809-ecabe3f7aa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:29.083302 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacb114-3754-4340-a809-ecabe3f7aa88 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d129fc5-cfda-4af6-99e0-3afa624e6869,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:29.276060 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-abacb114-3754-4340-a809-ecabe3f7aa88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-639439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564422'] for router_interface, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:29.496754 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abacb114-3754-4340-a809-ecabe3f7aa88 admin admin] Router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102090) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:19:29.605164 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abacb114-3754-4340-a809-ecabe3f7aa88 admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102090) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:19:29.610368 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-abacb114-3754-4340-a809-ecabe3f7aa88 admin admin] 10.222.0.79 "PUT /v2.0/routers/8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0307174
Jan 28 02:19:29.612849 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 35264) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:19:29.614808 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec64363b-494f-49bd-bf1e-bf1ea3ad285b None None] Sync routers for ids ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'] in dv-cinder-824977-1-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:19:29.624640 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec64363b-494f-49bd-bf1e-bf1ea3ad285b None None] Routers {'8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:19:29.626183 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-ec64363b-494f-49bd-bf1e-bf1ea3ad285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f378fd0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:19:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:29.722356 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee72d-8d29-4535-b968-2b1a92573e0e admin admin] Notify callbacks [] for router, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:29.736904 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-ec64363b-494f-49bd-bf1e-bf1ea3ad285b None None] Set router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e gateway port host: dv-cinder-824977-1-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:19:29.826262 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee72d-8d29-4535-b968-2b1a92573e0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:29.922254 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-ec64363b-494f-49bd-bf1e-bf1ea3ad285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f378fd0>, [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:19:28Z', 'revision_number': 5, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port': {'id': '3f15c2a7-d68c-4c3e-9d06-41e10049bba4', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:31Z', 'updated_at': '2022-01-28T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:29.955223 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec64363b-494f-49bd-bf1e-bf1ea3ad285b None None] Checking router: 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e for host: dv-cinder-824977-1-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:19:29.963948 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec64363b-494f-49bd-bf1e-bf1ea3ad285b None None] Routers {'8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:19:29.964653 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-ec64363b-494f-49bd-bf1e-bf1ea3ad285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f378fd0>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:19:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:30.003109 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ee72d-8d29-4535-b968-2b1a92573e0e admin admin] Deleting port 3f15c2a7-d68c-4c3e-9d06-41e10049bba4 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:19:30.003480 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee72d-8d29-4535-b968-2b1a92573e0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:30.068252 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-ec64363b-494f-49bd-bf1e-bf1ea3ad285b None None] Set router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e gateway port host: None {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:19:30.100692 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-8c7ee72d-8d29-4535-b968-2b1a92573e0e admin admin] For port 3f15c2a7-d68c-4c3e-9d06-41e10049bba4, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=3f15c2a7-d68c-4c3e-9d06-41e10049bba4,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:19:30.101062 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee72d-8d29-4535-b968-2b1a92573e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:30.116147 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ee72d-8d29-4535-b968-2b1a92573e0e admin admin] Calling delete_port for 3f15c2a7-d68c-4c3e-9d06-41e10049bba4 owned by network:router_gateway {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:19:30.129510 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-ec64363b-494f-49bd-bf1e-bf1ea3ad285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f378fd0>, [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:19:29Z', 'revision_number': 6, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port_host': None}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:30.162068 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec64363b-494f-49bd-bf1e-bf1ea3ad285b None None] The sync data for ids ['8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e'] in dv-cinder-824977-1-iscsi is: [{'id': '8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e', 'name': 'tempest-TestVolumeBootPattern-113263130-router', 'tenant_id': '7ed8db325d13496c9a417966e33b10a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:30Z', 'updated_at': '2022-01-28T02:19:29Z', 'revision_number': 6, 'project_id': '7ed8db325d13496c9a417966e33b10a1', 'gw_port_host': None}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:19:30.372410 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee72d-8d29-4535-b968-2b1a92573e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:30.397925 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ee72d-8d29-4535-b968-2b1a92573e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=3f15c2a7-d68c-4c3e-9d06-41e10049bba4,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:30.459238 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee72d-8d29-4535-b968-2b1a92573e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746596'] for router_gateway, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:30.554050 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee72d-8d29-4535-b968-2b1a92573e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124843'] for router, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:30.556234 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee72d-8d29-4535-b968-2b1a92573e0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:30.692157 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee72d-8d29-4535-b968-2b1a92573e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747497'] for router, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:30.692727 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7ee72d-8d29-4535-b968-2b1a92573e0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e {{(pid=102090) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 28 02:19:30.697105 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee72d-8d29-4535-b968-2b1a92573e0e admin admin] Notify callbacks [] for router, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:30.698263 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-8c7ee72d-8d29-4535-b968-2b1a92573e0e admin admin] 10.222.0.79 "DELETE /v2.0/routers/8fde1f38-f8d6-48b4-a6bd-2568cb9d7e7e HTTP/1.1" status: 204  len: 168 time: 1.0845249
Jan 28 02:19:30.700947 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 35266) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:19:30.748452 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e75df9a-133e-4a00-839e-100dcee25a62 admin admin] Deleting subnet ad81599a-8584-45bb-9aad-97ea5adfda3a {{(pid=102090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:19:30.751429 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1e75df9a-133e-4a00-839e-100dcee25a62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:30.784626 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1e75df9a-133e-4a00-839e-100dcee25a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29131886'] for subnet, precommit_delete_associations {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:30.859477 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1e75df9a-133e-4a00-839e-100dcee25a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4027136'] for subnet, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:30.984460 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1e75df9a-133e-4a00-839e-100dcee25a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4027195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29133588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28403209'] for subnet, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:31.021536 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75df9a-133e-4a00-839e-100dcee25a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad81599a-8584-45bb-9aad-97ea5adfda3a,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:31.023494 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1e75df9a-133e-4a00-839e-100dcee25a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:31.027603 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-1e75df9a-133e-4a00-839e-100dcee25a62 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ad81599a-8584-45bb-9aad-97ea5adfda3a HTTP/1.1" status: 204  len: 168 time: 0.3253675
Jan 28 02:19:31.030198 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 35268) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:19:31.030371 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1458402a-b828-4d54-899f-c5e226862c1b None None] Network 7bcf169f-11e9-43c3-9cd8-36fa37c1812f requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:19:31.111685 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3810569'] for network, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:31.178241 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] Deleting port f989cfbc-080e-4440-953e-6172fe713697 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:19:31.178644 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:31.255142 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] For port f989cfbc-080e-4440-953e-6172fe713697, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=f989cfbc-080e-4440-953e-6172fe713697,segment=NetworkSegment(30933607-c039-4e64-96e1-ee23d21083b3),segment_id=30933607-c039-4e64-96e1-ee23d21083b3)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:19:31.255589 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:31.271888 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] Calling delete_port for f989cfbc-080e-4440-953e-6172fe713697 owned by network:dhcp {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:19:31.286102 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 3f15c2a7-d68c-4c3e-9d06-41e10049bba4 no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:19:31.316654 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: 3f15c2a7-d68c-4c3e-9d06-41e10049bba4 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:19:31.317185 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 3f15c2a7-d68c-4c3e-9d06-41e10049bba4 not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:19:31.317742 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 9d129fc5-cfda-4af6-99e0-3afa624e6869 no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:19:31.342701 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: 9d129fc5-cfda-4af6-99e0-3afa624e6869 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:19:31.342701 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 9d129fc5-cfda-4af6-99e0-3afa624e6869 not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:19:31.387791 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] DHCP port deletion for 7bcf169f-11e9-43c3-9cd8-36fa37c1812f request from dv-cinder-824977-1-iscsi {{(pid=102091) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jan 28 02:19:31.423634 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:31.435254 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] Deleting port f989cfbc-080e-4440-953e-6172fe713697 {{(pid=102091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:19:31.435633 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:31.451451 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] No DVR routers for this DVR port f989cfbc-080e-4440-953e-6172fe713697 on host dv-cinder-824977-1-iscsi {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:19:31.453873 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f989cfbc-080e-4440-953e-6172fe713697,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:31.502793 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] For port f989cfbc-080e-4440-953e-6172fe713697, host dv-cinder-824977-1-iscsi, got binding levels [] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:19:31.503094 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:31.520016 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] Calling delete_port for f989cfbc-080e-4440-953e-6172fe713697 owned by network:dhcp {{(pid=102091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:19:31.522664 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.ipam_backend_mixin [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] Port f989cfbc-080e-4440-953e-6172fe713697 was not found and therefore no delete operation was performed {{(pid=102091) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 28 02:19:31.523893 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872'] for port, after_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:31.531323 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4029090', 'neutron.services.segments.db._delete_segments_for_network-8759977669928'] for network, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:31.552020 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f796ceef700>,) {'filters': {'network_id': ['7bcf169f-11e9-43c3-9cd8-36fa37c1812f']}} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:31.555661 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] Pushing event deleted for resources: {'Port': ['ID=f989cfbc-080e-4440-953e-6172fe713697,revision_number=None']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:31.562247 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f796ceef700>, '30933607-c039-4e64-96e1-ee23d21083b3') {'for_net_delete': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:31.562554 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f796ceef700>, '30933607-c039-4e64-96e1-ee23d21083b3') {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:31.568619 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] No DVR routers for this DVR port f989cfbc-080e-4440-953e-6172fe713697 on host dv-cinder-824977-1-iscsi {{(pid=102091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:19:31.575112 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:31.579839 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:31.579839 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:31.579839 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:31.579839 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:31.579839 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:31.579839 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:31.579839 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:31.579839 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:31.580825 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:31.580825 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:31.581125 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759977780116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29131873'] for segment, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:31.581230 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a6971f-b996-4c60-ab11-02f7f72fc3fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824977-1-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 28 02:19:31.599492 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:31.605852 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] Releasing vlan 1219 on physical network physnet1 to pool {{(pid=102090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:19:31.606246 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29133746'] for segment, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]: Traceback (most recent call last):
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:     timer()
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:     cb(*args, **kw)
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:     return func(*args, **kwargs)
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:     self._notify()
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:     self.callback(batched_events)
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:     event.method(event)
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:     return f(self, *a, **k)
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._get(url).json()
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:19:31.607944 dv-cinder-824977-1-iscsi neutron-server[102090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:19:31.726755 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4029099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746584'] for network, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:31.735036 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:31.739080 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/7bcf169f-11e9-43c3-9cd8-36fa37c1812f HTTP/1.1" status: 204  len: 168 time: 0.7070057
Jan 28 02:19:31.741504 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 35270) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:19:31.761307 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c959e3-5692-4c64-acf0-7c1fffcbcbd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bcf169f-11e9-43c3-9cd8-36fa37c1812f,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:32.140321 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4fee5970-9597-4671-a22d-16315622b3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564394'] for router_interface, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:32.402039 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-4fee5970-9597-4671-a22d-16315622b3bf admin admin] Deleting port 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:19:32.402303 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4fee5970-9597-4671-a22d-16315622b3bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:32.485402 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-4fee5970-9597-4671-a22d-16315622b3bf admin admin] For port 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=1dbd82c1-2d12-4f6f-a419-b6bd7c329a75,segment=NetworkSegment(a6187bfc-b291-48fe-8ef7-67aeb33b85dc),segment_id=a6187bfc-b291-48fe-8ef7-67aeb33b85dc)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:19:32.485760 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4fee5970-9597-4671-a22d-16315622b3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:32.500543 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-4fee5970-9597-4671-a22d-16315622b3bf admin admin] Calling delete_port for 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75 owned by network:router_interface {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:19:32.755075 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4fee5970-9597-4671-a22d-16315622b3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:32.783260 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee5970-9597-4671-a22d-16315622b3bf admin admin] Pushing event deleted for resources: {'Port': ['ID=1dbd82c1-2d12-4f6f-a419-b6bd7c329a75,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:32.964787 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4fee5970-9597-4671-a22d-16315622b3bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-639439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564422'] for router_interface, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:33.185348 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fee5970-9597-4671-a22d-16315622b3bf admin admin] Router 84622c14-27ae-426f-b361-b5d00fcecb58 has already been hosted by L3 agent 869d888b-24f3-419d-ad43-010ef8137eb4 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 28 02:19:33.320612 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fee5970-9597-4671-a22d-16315622b3bf admin admin] Notify agent at l3_agent.dv-cinder-824977-1-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 28 02:19:33.330057 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-4fee5970-9597-4671-a22d-16315622b3bf admin admin] 10.222.0.79 "PUT /v2.0/routers/84622c14-27ae-426f-b361-b5d00fcecb58/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5834231
Jan 28 02:19:33.330057 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 35272) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:19:33.332840 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064af187-1477-40f0-bf81-2efa68ed49ae None None] Sync routers for ids ['84622c14-27ae-426f-b361-b5d00fcecb58'] in dv-cinder-824977-1-iscsi {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 28 02:19:33.343560 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064af187-1477-40f0-bf81-2efa68ed49ae None None] Routers {'84622c14-27ae-426f-b361-b5d00fcecb58'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:19:33.344441 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-064af187-1477-40f0-bf81-2efa68ed49ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f615670>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:19:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['84622c14-27ae-426f-b361-b5d00fcecb58'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:33.344856 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device f989cfbc-080e-4440-953e-6172fe713697 no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:19:33.366199 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: f989cfbc-080e-4440-953e-6172fe713697 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:19:33.366545 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device f989cfbc-080e-4440-953e-6172fe713697 not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:19:33.437885 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-448b1bd9-7249-476e-bbcc-ecbf160e7ed4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:33.449810 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-064af187-1477-40f0-bf81-2efa68ed49ae None None] Set router 84622c14-27ae-426f-b361-b5d00fcecb58 gateway port host: dv-cinder-824977-1-iscsi {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:19:33.560425 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-448b1bd9-7249-476e-bbcc-ecbf160e7ed4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:33.635528 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-064af187-1477-40f0-bf81-2efa68ed49ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f615670>, [{'id': '84622c14-27ae-426f-b361-b5d00fcecb58', 'name': 'tempest-TestVolumeBootPattern-1251757170-router', 'tenant_id': '241a59488666455e8498e7c5010fa09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'external_fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '6d54c587-64ce-4bfa-a01a-d8fad1d78291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:38Z', 'updated_at': '2022-01-28T02:19:32Z', 'revision_number': 5, 'project_id': '241a59488666455e8498e7c5010fa09f', 'gw_port': {'id': '6d54c587-64ce-4bfa-a01a-d8fad1d78291', 'name': '', 'network_id': 'f90e340b-27f2-447d-a156-32aa581e17da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84622c14-27ae-426f-b361-b5d00fcecb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '626f942c-33cd-4310-8756-8b345f91ef49', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824977-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:11:39Z', 'updated_at': '2022-01-28T02:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626f942c-33cd-4310-8756-8b345f91ef49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824977-1-iscsi'}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:33.667090 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064af187-1477-40f0-bf81-2efa68ed49ae None None] Checking router: 84622c14-27ae-426f-b361-b5d00fcecb58 for host: dv-cinder-824977-1-iscsi {{(pid=102092) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 28 02:19:33.676557 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064af187-1477-40f0-bf81-2efa68ed49ae None None] Routers {'84622c14-27ae-426f-b361-b5d00fcecb58'} bound to L3 agent in host dv-cinder-824977-1-iscsi {{(pid=102092) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Jan 28 02:19:33.677183 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-064af187-1477-40f0-bf81-2efa68ed49ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f796f615670>, 'dv-cinder-824977-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:57:13Z,description=<?>,heartbeat_timestamp=2022-01-28T02:19:13Z,host='dv-cinder-824977-1-iscsi',id=869d888b-24f3-419d-ad43-010ef8137eb4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-28T01:57:14Z,topic='l3_agent')) {'router_ids': ['84622c14-27ae-426f-b361-b5d00fcecb58'], 'active': True} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:33.770060 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_dvr_db [None req-064af187-1477-40f0-bf81-2efa68ed49ae None None] Set router 84622c14-27ae-426f-b361-b5d00fcecb58 gateway port host: None {{(pid=102092) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 28 02:19:33.824966 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.l3_hamode_db [None req-064af187-1477-40f0-bf81-2efa68ed49ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f796f615670>, [{'id': '84622c14-27ae-426f-b361-b5d00fcecb58', 'name': 'tempest-TestVolumeBootPattern-1251757170-router', 'tenant_id': '241a59488666455e8498e7c5010fa09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:38Z', 'updated_at': '2022-01-28T02:19:33Z', 'revision_number': 6, 'project_id': '241a59488666455e8498e7c5010fa09f', 'gw_port_host': None}], 'dv-cinder-824977-1-iscsi', False) {} {{(pid=102092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:33.854327 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064af187-1477-40f0-bf81-2efa68ed49ae None None] The sync data for ids ['84622c14-27ae-426f-b361-b5d00fcecb58'] in dv-cinder-824977-1-iscsi is: [{'id': '84622c14-27ae-426f-b361-b5d00fcecb58', 'name': 'tempest-TestVolumeBootPattern-1251757170-router', 'tenant_id': '241a59488666455e8498e7c5010fa09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:11:38Z', 'updated_at': '2022-01-28T02:19:33Z', 'revision_number': 6, 'project_id': '241a59488666455e8498e7c5010fa09f', 'gw_port_host': None}] {{(pid=102092) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 28 02:19:33.914644 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-448b1bd9-7249-476e-bbcc-ecbf160e7ed4 admin admin] Deleting port 6d54c587-64ce-4bfa-a01a-d8fad1d78291 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:19:33.915174 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-448b1bd9-7249-476e-bbcc-ecbf160e7ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:33.991608 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-448b1bd9-7249-476e-bbcc-ecbf160e7ed4 admin admin] For port 6d54c587-64ce-4bfa-a01a-d8fad1d78291, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=6d54c587-64ce-4bfa-a01a-d8fad1d78291,segment=NetworkSegment(68eadecd-973e-443c-a5d4-c9a274faf133),segment_id=68eadecd-973e-443c-a5d4-c9a274faf133)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:19:33.991991 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-448b1bd9-7249-476e-bbcc-ecbf160e7ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:34.003320 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-448b1bd9-7249-476e-bbcc-ecbf160e7ed4 admin admin] Calling delete_port for 6d54c587-64ce-4bfa-a01a-d8fad1d78291 owned by network:router_gateway {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:19:34.268831 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-448b1bd9-7249-476e-bbcc-ecbf160e7ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27877591'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:34.295731 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b1bd9-7249-476e-bbcc-ecbf160e7ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d54c587-64ce-4bfa-a01a-d8fad1d78291,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:34.353690 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-448b1bd9-7249-476e-bbcc-ecbf160e7ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746596'] for router_gateway, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:34.441293 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-448b1bd9-7249-476e-bbcc-ecbf160e7ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124843'] for router, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:34.443361 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-448b1bd9-7249-476e-bbcc-ecbf160e7ed4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:34.549454 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-448b1bd9-7249-476e-bbcc-ecbf160e7ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747497'] for router, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:34.549904 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448b1bd9-7249-476e-bbcc-ecbf160e7ed4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84622c14-27ae-426f-b361-b5d00fcecb58 {{(pid=102089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 28 02:19:34.554339 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-448b1bd9-7249-476e-bbcc-ecbf160e7ed4 admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:34.555427 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-448b1bd9-7249-476e-bbcc-ecbf160e7ed4 admin admin] 10.222.0.79 "DELETE /v2.0/routers/84622c14-27ae-426f-b361-b5d00fcecb58 HTTP/1.1" status: 204  len: 168 time: 1.2250338
Jan 28 02:19:34.559150 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 35274) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:19:34.606599 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_v2 [None req-03211873-2e3b-4edd-a291-ca2b18e9972a admin admin] Deleting subnet 754e5261-91e2-4f44-9082-70cfd3c9e8b8 {{(pid=102090) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Jan 28 02:19:34.609975 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-03211873-2e3b-4edd-a291-ca2b18e9972a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:34.656697 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-03211873-2e3b-4edd-a291-ca2b18e9972a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29131886'] for subnet, precommit_delete_associations {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:34.738648 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-03211873-2e3b-4edd-a291-ca2b18e9972a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4027136'] for subnet, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:34.875340 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-03211873-2e3b-4edd-a291-ca2b18e9972a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4027195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29133588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28403209'] for subnet, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:34.899131 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03211873-2e3b-4edd-a291-ca2b18e9972a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=754e5261-91e2-4f44-9082-70cfd3c9e8b8,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:34.906514 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-03211873-2e3b-4edd-a291-ca2b18e9972a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for subnet, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:34.910361 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-03211873-2e3b-4edd-a291-ca2b18e9972a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/754e5261-91e2-4f44-9082-70cfd3c9e8b8 HTTP/1.1" status: 204  len: 168 time: 0.3500197
Jan 28 02:19:34.911638 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba666f4e-82f1-4659-a55a-7e5f5c449a01 None None] Network 08bd26ff-5fd6-438a-90f2-fbafbfc893e1 requested from dv-cinder-824977-1-iscsi {{(pid=102091) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jan 28 02:19:34.912689 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 35276) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:19:34.983181 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3810569'] for network, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:35.035817 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] Deleting port cef3a028-2ea0-4699-8e52-60d66c692c04 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:19:35.036191 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:35.096456 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60abcee-ea5d-4be8-9626-2843627c1c9f None None] DHCP port deletion for 08bd26ff-5fd6-438a-90f2-fbafbfc893e1 request from dv-cinder-824977-1-iscsi {{(pid=102091) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jan 28 02:19:35.102613 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] For port cef3a028-2ea0-4699-8e52-60d66c692c04, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=cef3a028-2ea0-4699-8e52-60d66c692c04,segment=NetworkSegment(a6187bfc-b291-48fe-8ef7-67aeb33b85dc),segment_id=a6187bfc-b291-48fe-8ef7-67aeb33b85dc)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:19:35.102978 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:35.116814 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] Calling delete_port for cef3a028-2ea0-4699-8e52-60d66c692c04 owned by network:dhcp {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:19:35.144161 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b60abcee-ea5d-4be8-9626-2843627c1c9f None None] Deleting port cef3a028-2ea0-4699-8e52-60d66c692c04 {{(pid=102091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}}
Jan 28 02:19:35.144312 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b60abcee-ea5d-4be8-9626-2843627c1c9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759977830238'] for port, before_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:35.210675 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-b60abcee-ea5d-4be8-9626-2843627c1c9f None None] For port cef3a028-2ea0-4699-8e52-60d66c692c04, host dv-cinder-824977-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824977-1-iscsi',level=0,port_id=cef3a028-2ea0-4699-8e52-60d66c692c04,segment=NetworkSegment(a6187bfc-b291-48fe-8ef7-67aeb33b85dc),segment_id=a6187bfc-b291-48fe-8ef7-67aeb33b85dc)] {{(pid=102091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 28 02:19:35.210881 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b60abcee-ea5d-4be8-9626-2843627c1c9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747452'] for port, precommit_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:35.232166 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-b60abcee-ea5d-4be8-9626-2843627c1c9f None None] Calling delete_port for cef3a028-2ea0-4699-8e52-60d66c692c04 owned by network:dhcp {{(pid=102091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}}
Jan 28 02:19:35.263790 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29133799'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:35.282293 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 6d54c587-64ce-4bfa-a01a-d8fad1d78291 no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:19:35.295364 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=cef3a028-2ea0-4699-8e52-60d66c692c04,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:35.301494 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] No DVR routers for this DVR port cef3a028-2ea0-4699-8e52-60d66c692c04 on host dv-cinder-824977-1-iscsi {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:19:35.312775 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: 6d54c587-64ce-4bfa-a01a-d8fad1d78291 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:19:35.313118 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 6d54c587-64ce-4bfa-a01a-d8fad1d78291 not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:19:35.313532 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75 no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:19:35.338164 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:19:35.339032 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device 1dbd82c1-2d12-4f6f-a419-b6bd7c329a75 not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:19:35.339443 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device cef3a028-2ea0-4699-8e52-60d66c692c04 no longer exists at agent ovs-agent-dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 28 02:19:35.363925 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.plugin [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] No Port match for: cef3a028-2ea0-4699-8e52-60d66c692c04 {{(pid=102091) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}}
Jan 28 02:19:35.363925 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.rpc [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Device cef3a028-2ea0-4699-8e52-60d66c692c04 not bound to the agent host dv-cinder-824977-1-iscsi {{(pid=102091) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 28 02:19:35.366722 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b60abcee-ea5d-4be8-9626-2843627c1c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3681033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759977830741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759977365872'] for port, after_delete {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:35.370156 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4029090', 'neutron.services.segments.db._delete_segments_for_network-8759977669928'] for network, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:35.391820 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60abcee-ea5d-4be8-9626-2843627c1c9f None None] Pushing event deleted for resources: {'Port': ['ID=cef3a028-2ea0-4699-8e52-60d66c692c04,revision_number=None']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:35.392391 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f796cb41730>,) {'filters': {'network_id': ['08bd26ff-5fd6-438a-90f2-fbafbfc893e1']}} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:35.395451 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60abcee-ea5d-4be8-9626-2843627c1c9f None None] No DVR routers for this DVR port cef3a028-2ea0-4699-8e52-60d66c692c04 on host dv-cinder-824977-1-iscsi {{(pid=102091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 28 02:19:35.403073 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f796cb41730>, 'a6187bfc-b291-48fe-8ef7-67aeb33b85dc') {'for_net_delete': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:35.403373 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.services.segments.db [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f796cb41730>, 'a6187bfc-b291-48fe-8ef7-67aeb33b85dc') {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 28 02:19:35.412821 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759977780116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29131873'] for segment, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:35.426465 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250'] for segment, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:35.432506 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] Releasing vlan 1207 on physical network physnet1 to pool {{(pid=102090) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29133746'] for segment, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]: Traceback (most recent call last):
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:     timer()
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:     cb(*args, **kw)
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:     return func(*args, **kwargs)
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:     self._notify()
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:     self.callback(batched_events)
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:     event.method(event)
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:     return f(self, *a, **k)
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._get(url).json()
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:     return self.request(url, 'GET', **kwargs)
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 28 02:19:35.442097 dv-cinder-824977-1-iscsi neutron-server[102090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 28 02:19:35.566887 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4029099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-639478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-746584'] for network, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:35.572111 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-639460'] for network, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:35.575673 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] 10.222.0.79 "DELETE /v2.0/networks/08bd26ff-5fd6-438a-90f2-fbafbfc893e1 HTTP/1.1" status: 204  len: 168 time: 0.6620913
Jan 28 02:19:35.586470 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c872a6-95ae-4b6f-92be-a61deac44f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=08bd26ff-5fd6-438a-90f2-fbafbfc893e1,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:35.938055 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 35280) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:19:35.977684 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-c4feb0de-e847-44be-9623-b188703656c4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7ed8db325d13496c9a417966e33b10a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0385089
Jan 28 02:19:35.980112 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.wsgi [-] (102090) accepted ('10.222.0.79', 35282) {{(pid=102090) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:19:36.028178 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c486-3120-4b5d-ad69-b85947ae56c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:36.048839 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c486-3120-4b5d-ad69-b85947ae56c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:36.159668 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c486-3120-4b5d-ad69-b85947ae56c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:36.162272 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c486-3120-4b5d-ad69-b85947ae56c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:36.163422 dv-cinder-824977-1-iscsi neutron-server[102090]: INFO neutron.wsgi [None req-a3b0c486-3120-4b5d-ad69-b85947ae56c1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9a3342d1-26ca-40ca-b3b7-386cc1db6dd9 HTTP/1.1" status: 204  len: 168 time: 0.1824398
Jan 28 02:19:36.174028 dv-cinder-824977-1-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0c486-3120-4b5d-ad69-b85947ae56c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3342d1-26ca-40ca-b3b7-386cc1db6dd9,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:36.839092 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 35292) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:19:36.878855 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-5f88656d-df45-4036-8706-15a6891239ee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=241a59488666455e8498e7c5010fa09f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0386040
Jan 28 02:19:36.881397 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.79', 35294) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Jan 28 02:19:36.931619 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0c36066e-337b-4508-9af1-e2c96162ae6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:36.953392 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0c36066e-337b-4508-9af1-e2c96162ae6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:37.109772 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0c36066e-337b-4508-9af1-e2c96162ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782572'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:37.112248 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0c36066e-337b-4508-9af1-e2c96162ae6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:37.113443 dv-cinder-824977-1-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-0c36066e-337b-4508-9af1-e2c96162ae6a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7bbfccf2-c139-4ae9-a75d-de7be9104977 HTTP/1.1" status: 204  len: 168 time: 0.2311616
Jan 28 02:19:37.122255 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36066e-337b-4508-9af1-e2c96162ae6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbfccf2-c139-4ae9-a75d-de7be9104977,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 28 02:19:37.721849 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:19:40.833809 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-7076980b-5896-4faf-863e-235259bb02f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:43.103372 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-d50b59bf-cec0-489e-9695-f7a24ff32b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:44.664047 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:46.554684 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:46.634721 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:19:51.715528 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:20:10.839838 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f0a4245c-4798-4ad3-8af6-e8eb8d14d3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:20:13.136683 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-62c4f01c-79e4-482d-a9ef-6271c7f34536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:20:14.697580 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:20:14.724933 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:20:16.519817 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:20:16.622831 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:20:21.719940 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:20:40.856466 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-c86ccd40-5576-4dc0-ac50-61630cae2a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:20:43.136728 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-1ac52861-695f-47d3-87f7-ce7b2d6cda03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:20:44.706276 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:20:46.513234 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:20:46.610334 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:20:51.725112 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:20:51.725745 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:21:10.842804 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-853e3187-b3a8-4b90-9511-e48c843df18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:21:13.100369 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-5b9965d6-2651-4179-9e54-bf32cf3d686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:21:14.688196 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:21:16.512432 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:21:16.609243 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:21:21.706759 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:21:28.723943 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:21:40.883476 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-4839e1d3-e08e-40dc-a674-2c34bc6c2be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:21:43.135278 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-3092dd0b-efab-4b86-a143-7b9a57251106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:21:44.040051 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [req-30934647-0c94-4a34-b383-793d4b0cf5e7 req-449e5e69-d031-4be2-961b-802d08bffab6 service neutron] (102089) timed out ('10.222.0.95', 63905) {{(pid=102089) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Jan 28 02:21:44.700292 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:21:46.523316 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:21:46.614388 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:21:51.689235 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:22:05.724371 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:22:10.911657 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-a86a1330-3b69-47c1-b7d1-827a6817e53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:22:13.122967 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-90b7a557-b67c-4f05-9e54-a05cca32d2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:22:14.682837 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:22:16.516753 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:22:16.631077 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:22:21.721163 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:22:40.847922 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-19dbbf7a-ae3f-46bf-961d-b6d918b9f0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:22:42.724300 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:22:43.127926 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-8645f2b5-3e09-4beb-8ca0-925038b05223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:22:44.687830 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:22:46.534221 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:22:46.647802 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:22:51.717402 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:23:10.858426 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-78b9ecfa-c097-4828-bba5-87d506a28bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:23:13.119365 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-cdf28749-fc74-479c-bcc5-f7b7c7da9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:23:14.685819 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:23:16.540219 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:23:16.629697 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:23:19.724308 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:23:21.749763 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:23:40.838653 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-d971f252-1d90-4fe1-adb8-2d9613c7c4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:23:43.096137 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-ecf92370-1866-40d1-9a9c-82ded249c002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:23:44.692493 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:23:46.531911 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:23:46.611831 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:23:51.771907 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:23:56.723319 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:24:10.829919 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-7ccb6744-5447-4886-a918-e0640453f539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:24:13.095035 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f4d02938-d528-4b18-b0b6-4c79638cd2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:24:14.689445 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:24:16.519362 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:24:16.605028 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:24:21.730967 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:24:33.723919 dv-cinder-824977-1-iscsi neutron-server[102092]: DEBUG neutron.db.agents_db [None req-1f070434-3265-4b3a-b273-be493dd49141 None None] Agent healthcheck: found 6 active agents {{(pid=102092) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 28 02:24:40.865372 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-e7214f63-3efb-4bbe-a606-e2d381a61d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:24:43.090204 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-3930586a-36bb-4b7f-91d3-63264f905b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:24:44.696216 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd7a-ab82-4f33-a542-f3c7057dfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:24:46.548007 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f8f10d42-bb39-4352-bf13-74eb9cac2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:24:46.645346 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-05ed72c9-ccc8-4efe-af8c-a9bf954a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jan 28 02:24:50.974824 dv-cinder-824977-1-iscsi neutron-server[102089]: DEBUG neutron.wsgi [req-52abbaa5-7021-4fc6-9fad-1a76e0af13d9 req-785fec83-d538-4074-b0cb-273b5b68bd87 service neutron] (102089) timed out ('10.222.0.95', 63894) {{(pid=102089) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Jan 28 02:24:51.782016 dv-cinder-824977-1-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-b58faa89-bde4-4835-a991-e3f662cdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759977670530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4016492'] for agent, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}